2024-11-09 11:24:19,426 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-09 11:24:19,442 main DEBUG Took 0.013364 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-09 11:24:19,442 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-09 11:24:19,443 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-09 11:24:19,444 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-09 11:24:19,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,457 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-09 11:24:19,471 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,476 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,478 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,479 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,480 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,482 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,483 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,483 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,485 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 11:24:19,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,488 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-09 11:24:19,490 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 11:24:19,492 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-09 11:24:19,495 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-09 11:24:19,495 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-09 11:24:19,497 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-09 11:24:19,498 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-09 11:24:19,507 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-09 11:24:19,510 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-09 11:24:19,512 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-09 11:24:19,512 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-09 11:24:19,513 main DEBUG createAppenders(={Console})
2024-11-09 11:24:19,514 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-09 11:24:19,514 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-09 11:24:19,514 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-09 11:24:19,515 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-09 11:24:19,515 main DEBUG OutputStream closed
2024-11-09 11:24:19,516 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-09 11:24:19,516 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-09 11:24:19,516 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-09 11:24:19,603 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-09 11:24:19,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-09 11:24:19,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-09 11:24:19,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-09 11:24:19,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-09 11:24:19,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-09 11:24:19,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-09 11:24:19,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-09 11:24:19,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-09 11:24:19,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-09 11:24:19,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-09 11:24:19,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-09 11:24:19,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-09 11:24:19,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-09 11:24:19,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-09 11:24:19,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-09 11:24:19,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-09 11:24:19,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-09 11:24:19,616 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09 11:24:19,617 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-09 11:24:19,617 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-09 11:24:19,618 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-09T11:24:19,885 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085
2024-11-09 11:24:19,888 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-09 11:24:19,888 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09T11:24:19,897 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins
2024-11-09T11:24:19,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T11:24:19,935 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181, deleteOnExit=true
2024-11-09T11:24:19,935 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T11:24:19,936 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/test.cache.data in system properties and HBase conf
2024-11-09T11:24:19,937 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T11:24:19,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/hadoop.log.dir in system properties and HBase conf
2024-11-09T11:24:19,938 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T11:24:19,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T11:24:19,939 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T11:24:20,022 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-09T11:24:20,118 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T11:24:20,123 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T11:24:20,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T11:24:20,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T11:24:20,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T11:24:20,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T11:24:20,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T11:24:20,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T11:24:20,127 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T11:24:20,128 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T11:24:20,128 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/nfs.dump.dir in system properties and HBase conf
2024-11-09T11:24:20,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/java.io.tmpdir in system properties and HBase conf
2024-11-09T11:24:20,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T11:24:20,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T11:24:20,131 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T11:24:21,181 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-09T11:24:21,268 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2761ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-09T11:24:21,342 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T11:24:21,403 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T11:24:21,423 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T11:24:21,424 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T11:24:21,425 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T11:24:21,437 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T11:24:21,440 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/hadoop.log.dir/,AVAILABLE}
2024-11-09T11:24:21,441 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T11:24:21,636 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/java.io.tmpdir/jetty-localhost-43965-hadoop-hdfs-3_4_1-tests_jar-_-any-16731793044070213962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T11:24:21,642 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43965}
2024-11-09T11:24:21,642 INFO  [Time-limited test {}] server.Server(415): Started @3136ms
2024-11-09T11:24:22,167 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T11:24:22,174 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T11:24:22,175 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T11:24:22,175 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T11:24:22,175 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T11:24:22,176 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/hadoop.log.dir/,AVAILABLE}
2024-11-09T11:24:22,177 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T11:24:22,275 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/java.io.tmpdir/jetty-localhost-35477-hadoop-hdfs-3_4_1-tests_jar-_-any-14786189456640007453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T11:24:22,275 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:35477}
2024-11-09T11:24:22,275 INFO  [Time-limited test {}] server.Server(415): Started @3769ms
2024-11-09T11:24:22,329 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T11:24:23,676 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/data/data1/current/BP-997501660-172.17.0.2-1731151460719/current, will proceed with Du for space computation calculation, 
2024-11-09T11:24:23,676 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/data/data2/current/BP-997501660-172.17.0.2-1731151460719/current, will proceed with Du for space computation calculation, 
2024-11-09T11:24:23,708 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T11:24:23,750 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39847bba58d1a5ce with lease ID 0xee56ae117d8b8a4d: Processing first storage report for DS-16a75765-3c25-4d17-a6e2-184b788d0ff2 from datanode DatanodeRegistration(127.0.0.1:43789, datanodeUuid=530484bd-c9bb-426d-8e8e-d03fb1e596c5, infoPort=42985, infoSecurePort=0, ipcPort=38191, storageInfo=lv=-57;cid=testClusterID;nsid=1314704792;c=1731151460719)
2024-11-09T11:24:23,752 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39847bba58d1a5ce with lease ID 0xee56ae117d8b8a4d: from storage DS-16a75765-3c25-4d17-a6e2-184b788d0ff2 node DatanodeRegistration(127.0.0.1:43789, datanodeUuid=530484bd-c9bb-426d-8e8e-d03fb1e596c5, infoPort=42985, infoSecurePort=0, ipcPort=38191, storageInfo=lv=-57;cid=testClusterID;nsid=1314704792;c=1731151460719), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T11:24:23,752 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39847bba58d1a5ce with lease ID 0xee56ae117d8b8a4d: Processing first storage report for DS-4f918f06-a3f5-4ece-bf68-0a74d7177113 from datanode DatanodeRegistration(127.0.0.1:43789, datanodeUuid=530484bd-c9bb-426d-8e8e-d03fb1e596c5, infoPort=42985, infoSecurePort=0, ipcPort=38191, storageInfo=lv=-57;cid=testClusterID;nsid=1314704792;c=1731151460719)
2024-11-09T11:24:23,753 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39847bba58d1a5ce with lease ID 0xee56ae117d8b8a4d: from storage DS-4f918f06-a3f5-4ece-bf68-0a74d7177113 node DatanodeRegistration(127.0.0.1:43789, datanodeUuid=530484bd-c9bb-426d-8e8e-d03fb1e596c5, infoPort=42985, infoSecurePort=0, ipcPort=38191, storageInfo=lv=-57;cid=testClusterID;nsid=1314704792;c=1731151460719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T11:24:23,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085
2024-11-09T11:24:23,915 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/zookeeper_0, clientPort=64269, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T11:24:23,925 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64269
2024-11-09T11:24:23,935 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:23,938 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:24,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741825_1001 (size=7)
2024-11-09T11:24:24,542 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f with version=8
2024-11-09T11:24:24,542 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/hbase-staging
2024-11-09T11:24:24,649 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-09T11:24:24,923 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3264b4bbda9f:0 server-side Connection retries=45
2024-11-09T11:24:24,933 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T11:24:24,934 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T11:24:24,939 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T11:24:24,939 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T11:24:24,939 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T11:24:25,104 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T11:24:25,178 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-09T11:24:25,190 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-09T11:24:25,195 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T11:24:25,224 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34307 (auto-detected)
2024-11-09T11:24:25,225 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-09T11:24:25,244 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42223
2024-11-09T11:24:25,269 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42223 connecting to ZooKeeper ensemble=127.0.0.1:64269
2024-11-09T11:24:25,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422230x0, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T11:24:25,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42223-0x1011f5701840000 connected
2024-11-09T11:24:25,504 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:25,506 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:25,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T11:24:25,523 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f, hbase.cluster.distributed=false
2024-11-09T11:24:25,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T11:24:25,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42223
2024-11-09T11:24:25,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42223
2024-11-09T11:24:25,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42223
2024-11-09T11:24:25,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42223
2024-11-09T11:24:25,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42223
2024-11-09T11:24:25,696 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3264b4bbda9f:0 server-side Connection retries=45
2024-11-09T11:24:25,698 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T11:24:25,698 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T11:24:25,699 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T11:24:25,699 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T11:24:25,699 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T11:24:25,703 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T11:24:25,708 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T11:24:25,713 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45745
2024-11-09T11:24:25,716 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45745 connecting to ZooKeeper ensemble=127.0.0.1:64269
2024-11-09T11:24:25,718 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:25,724 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:25,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457450x0, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T11:24:25,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457450x0, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T11:24:25,753 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T11:24:25,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45745-0x1011f5701840001 connected
2024-11-09T11:24:25,765 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T11:24:25,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T11:24:25,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T11:24:25,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45745
2024-11-09T11:24:25,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45745
2024-11-09T11:24:25,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45745
2024-11-09T11:24:25,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45745
2024-11-09T11:24:25,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45745
2024-11-09T11:24:25,812 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3264b4bbda9f:42223
2024-11-09T11:24:25,816 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T11:24:25,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T11:24:25,843 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T11:24:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:25,882 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T11:24:25,884 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3264b4bbda9f,42223,1731151464727 from backup master directory
2024-11-09T11:24:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T11:24:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:25,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T11:24:25,893 WARN  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T11:24:25,893 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:25,896 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-09T11:24:25,898 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-09T11:24:25,971 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/hbase.id] with ID: f99b450f-66aa-487f-95c3-7a8cfce8d4ac
2024-11-09T11:24:25,971 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/.tmp/hbase.id
2024-11-09T11:24:25,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741826_1002 (size=42)
2024-11-09T11:24:25,989 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/.tmp/hbase.id]:[hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/hbase.id]
2024-11-09T11:24:26,046 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T11:24:26,052 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T11:24:26,071 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-09T11:24:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:26,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:26,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741827_1003 (size=196)
2024-11-09T11:24:26,114 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:24:26,117 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T11:24:26,138 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:26,144 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T11:24:26,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741828_1004 (size=1189)
2024-11-09T11:24:26,202 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store
2024-11-09T11:24:26,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741829_1005 (size=34)
2024-11-09T11:24:26,233 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-09T11:24:26,236 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:26,237 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T11:24:26,237 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:24:26,237 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:24:26,239 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T11:24:26,239 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:24:26,239 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:24:26,240 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731151466237Disabling compacts and flushes for region at 1731151466237Disabling writes for close at 1731151466239 (+2 ms)Writing region close event to WAL at 1731151466239Closed at 1731151466239
2024-11-09T11:24:26,242 WARN  [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/.initializing
2024-11-09T11:24:26,243 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/WALs/3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:26,252 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T11:24:26,268 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C42223%2C1731151464727, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/WALs/3264b4bbda9f,42223,1731151464727, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/oldWALs, maxLogs=10
2024-11-09T11:24:26,297 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/WALs/3264b4bbda9f,42223,1731151464727/3264b4bbda9f%2C42223%2C1731151464727.1731151466274, exclude list is [], retry=0
2024-11-09T11:24:26,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-16a75765-3c25-4d17-a6e2-184b788d0ff2,DISK]
2024-11-09T11:24:26,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-09T11:24:26,354 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/WALs/3264b4bbda9f,42223,1731151464727/3264b4bbda9f%2C42223%2C1731151464727.1731151466274
2024-11-09T11:24:26,355 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42985:42985)]
2024-11-09T11:24:26,355 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:24:26,356 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:26,359 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,360 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,401 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T11:24:26,435 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T11:24:26,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:26,443 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:26,443 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T11:24:26,448 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T11:24:26,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:26,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:26,450 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T11:24:26,454 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T11:24:26,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:26,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:26,456 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T11:24:26,460 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T11:24:26,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:26,462 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:26,463 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,467 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,468 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,475 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,476 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,481 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T11:24:26,486 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T11:24:26,492 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:24:26,494 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66660183, jitterRate=-0.00668586790561676}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T11:24:26,503 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731151466371Initializing all the Stores at 1731151466373 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151466374 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151466374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151466375 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151466375Cleaning up temporary data from old regions at 1731151466476 (+101 ms)Region opened successfully at 1731151466503 (+27 ms)
2024-11-09T11:24:26,505 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T11:24:26,541 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f95140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0
2024-11-09T11:24:26,571 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T11:24:26,582 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T11:24:26,582 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T11:24:26,584 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T11:24:26,586 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-09T11:24:26,591 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-09T11:24:26,591 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T11:24:26,616 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T11:24:26,624 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-09T11:24:26,659 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-09T11:24:26,664 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T11:24:26,666 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-09T11:24:26,723 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-09T11:24:26,726 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T11:24:26,732 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-09T11:24:26,794 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-09T11:24:26,796 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-09T11:24:26,818 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-09T11:24:26,837 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T11:24:26,849 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-09T11:24:26,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T11:24:26,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T11:24:26,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:26,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:26,862 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3264b4bbda9f,42223,1731151464727, sessionid=0x1011f5701840000, setting cluster-up flag (Was=false)
2024-11-09T11:24:26,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:26,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:27,002 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-09T11:24:27,009 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:27,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:27,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:27,249 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-09T11:24:27,252 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:27,260 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T11:24:27,297 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(746): ClusterId : f99b450f-66aa-487f-95c3-7a8cfce8d4ac
2024-11-09T11:24:27,300 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T11:24:27,315 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T11:24:27,315 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T11:24:27,325 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T11:24:27,326 DEBUG [RS:0;3264b4bbda9f:45745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50411280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3264b4bbda9f/172.17.0.2:0
2024-11-09T11:24:27,336 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T11:24:27,345 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3264b4bbda9f:45745
2024-11-09T11:24:27,348 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T11:24:27,350 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T11:24:27,350 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T11:24:27,350 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T11:24:27,353 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(2659): reportForDuty to master=3264b4bbda9f,42223,1731151464727 with port=45745, startcode=1731151465654
2024-11-09T11:24:27,355 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T11:24:27,362 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3264b4bbda9f,42223,1731151464727
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T11:24:27,368 DEBUG [RS:0;3264b4bbda9f:45745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T11:24:27,370 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5
2024-11-09T11:24:27,371 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5
2024-11-09T11:24:27,371 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5
2024-11-09T11:24:27,371 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=5, maxPoolSize=5
2024-11-09T11:24:27,371 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3264b4bbda9f:0, corePoolSize=10, maxPoolSize=10
2024-11-09T11:24:27,371 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,372 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2
2024-11-09T11:24:27,372 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,377 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731151497376
2024-11-09T11:24:27,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T11:24:27,378 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T11:24:27,379 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T11:24:27,380 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T11:24:27,385 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T11:24:27,386 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T11:24:27,386 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T11:24:27,387 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T11:24:27,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:27,391 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T11:24:27,392 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,400 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T11:24:27,401 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T11:24:27,402 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T11:24:27,408 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T11:24:27,409 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T11:24:27,412 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151467410,5,FailOnTimeoutGroup]
2024-11-09T11:24:27,415 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151467413,5,FailOnTimeoutGroup]
2024-11-09T11:24:27,416 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,416 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T11:24:27,418 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,418 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T11:24:27,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741831_1007 (size=1321)
2024-11-09T11:24:27,418 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,425 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:27,427 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42223 {}] master.ServerManager(517): Registering regionserver=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:27,443 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:24:27,444 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32857
2024-11-09T11:24:27,444 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T11:24:27,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T11:24:27,458 DEBUG [RS:0;3264b4bbda9f:45745 {}] zookeeper.ZKUtil(111): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:27,458 WARN  [RS:0;3264b4bbda9f:45745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T11:24:27,459 INFO  [RS:0;3264b4bbda9f:45745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T11:24:27,459 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:27,461 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3264b4bbda9f,45745,1731151465654]
2024-11-09T11:24:27,494 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T11:24:27,510 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T11:24:27,517 INFO  [RS:0;3264b4bbda9f:45745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T11:24:27,517 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,519 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T11:24:27,525 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T11:24:27,528 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,528 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,528 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,529 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,529 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,529 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,529 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3264b4bbda9f:0, corePoolSize=2, maxPoolSize=2
2024-11-09T11:24:27,529 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,530 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,530 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,530 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,530 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,530 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3264b4bbda9f:0, corePoolSize=1, maxPoolSize=1
2024-11-09T11:24:27,531 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3
2024-11-09T11:24:27,531 DEBUG [RS:0;3264b4bbda9f:45745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0, corePoolSize=3, maxPoolSize=3
2024-11-09T11:24:27,536 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,536 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,536 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,537 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,537 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,537 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45745,1731151465654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T11:24:27,558 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T11:24:27,560 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,45745,1731151465654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,561 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,561 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.Replication(171): 3264b4bbda9f,45745,1731151465654 started
2024-11-09T11:24:27,580 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:27,580 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1482): Serving as 3264b4bbda9f,45745,1731151465654, RpcServer on 3264b4bbda9f/172.17.0.2:45745, sessionid=0x1011f5701840001
2024-11-09T11:24:27,581 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T11:24:27,582 DEBUG [RS:0;3264b4bbda9f:45745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:27,582 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,45745,1731151465654'
2024-11-09T11:24:27,582 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T11:24:27,583 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T11:24:27,584 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T11:24:27,584 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T11:24:27,584 DEBUG [RS:0;3264b4bbda9f:45745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:27,584 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3264b4bbda9f,45745,1731151465654'
2024-11-09T11:24:27,584 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T11:24:27,585 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T11:24:27,585 DEBUG [RS:0;3264b4bbda9f:45745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T11:24:27,585 INFO  [RS:0;3264b4bbda9f:45745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T11:24:27,585 INFO  [RS:0;3264b4bbda9f:45745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T11:24:27,692 INFO  [RS:0;3264b4bbda9f:45745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T11:24:27,696 INFO  [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C45745%2C1731151465654, suffix=, logDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/oldWALs, maxLogs=32
2024-11-09T11:24:27,718 DEBUG [RS:0;3264b4bbda9f:45745 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654/3264b4bbda9f%2C45745%2C1731151465654.1731151467699, exclude list is [], retry=0
2024-11-09T11:24:27,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-16a75765-3c25-4d17-a6e2-184b788d0ff2,DISK]
2024-11-09T11:24:27,728 INFO  [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654/3264b4bbda9f%2C45745%2C1731151465654.1731151467699
2024-11-09T11:24:27,732 DEBUG [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42985:42985)]
2024-11-09T11:24:27,822 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T11:24:27,823 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:24:27,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741833_1009 (size=32)
2024-11-09T11:24:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:28,243 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T11:24:28,246 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T11:24:28,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,248 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T11:24:28,251 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T11:24:28,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T11:24:28,255 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T11:24:28,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,257 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T11:24:28,260 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T11:24:28,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,262 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T11:24:28,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740
2024-11-09T11:24:28,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740
2024-11-09T11:24:28,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T11:24:28,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T11:24:28,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:24:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T11:24:28,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:24:28,278 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60431183, jitterRate=-0.09950520098209381}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:24:28,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731151468240Initializing all the Stores at 1731151468242 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151468242Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151468242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151468243 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151468243Cleaning up temporary data from old regions at 1731151468268 (+25 ms)Region opened successfully at 1731151468281 (+13 ms)
2024-11-09T11:24:28,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T11:24:28,282 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T11:24:28,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T11:24:28,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T11:24:28,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T11:24:28,283 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T11:24:28,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731151468282Disabling compacts and flushes for region at 1731151468282Disabling writes for close at 1731151468282Writing region close event to WAL at 1731151468283 (+1 ms)Closed at 1731151468283
2024-11-09T11:24:28,287 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T11:24:28,287 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T11:24:28,295 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T11:24:28,307 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T11:24:28,310 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T11:24:28,463 DEBUG [3264b4bbda9f:42223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-09T11:24:28,474 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:28,480 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,45745,1731151465654, state=OPENING
2024-11-09T11:24:28,491 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T11:24:28,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:28,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:24:28,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T11:24:28,503 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T11:24:28,504 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T11:24:28,506 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:24:28,684 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T11:24:28,687 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T11:24:28,702 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T11:24:28,703 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T11:24:28,703 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T11:24:28,711 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3264b4bbda9f%2C45745%2C1731151465654.meta, suffix=.meta, logDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654, archiveDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/oldWALs, maxLogs=32
2024-11-09T11:24:28,727 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654/3264b4bbda9f%2C45745%2C1731151465654.meta.1731151468713.meta, exclude list is [], retry=0
2024-11-09T11:24:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43789,DS-16a75765-3c25-4d17-a6e2-184b788d0ff2,DISK]
2024-11-09T11:24:28,735 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/WALs/3264b4bbda9f,45745,1731151465654/3264b4bbda9f%2C45745%2C1731151465654.meta.1731151468713.meta
2024-11-09T11:24:28,736 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42985:42985)]
2024-11-09T11:24:28,736 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:24:28,738 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T11:24:28,741 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T11:24:28,747 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T11:24:28,753 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T11:24:28,754 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:28,755 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T11:24:28,755 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T11:24:28,759 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T11:24:28,761 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T11:24:28,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,762 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,763 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T11:24:28,765 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T11:24:28,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,766 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T11:24:28,768 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T11:24:28,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,769 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,770 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T11:24:28,771 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T11:24:28,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:28,772 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T11:24:28,773 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T11:24:28,775 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740
2024-11-09T11:24:28,778 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740
2024-11-09T11:24:28,781 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T11:24:28,781 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T11:24:28,785 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:24:28,788 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T11:24:28,790 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69117773, jitterRate=0.0299350768327713}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:24:28,791 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T11:24:28,792 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731151468756Writing region info on filesystem at 1731151468756Initializing all the Stores at 1731151468758 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151468758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151468759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151468759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731151468759Cleaning up temporary data from old regions at 1731151468782 (+23 ms)Running coprocessor post-open hooks at 1731151468791 (+9 ms)Region opened successfully at 1731151468792 (+1 ms)
2024-11-09T11:24:28,799 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731151468673
2024-11-09T11:24:28,815 DEBUG [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T11:24:28,815 INFO  [RS_OPEN_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T11:24:28,817 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:28,820 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3264b4bbda9f,45745,1731151465654, state=OPEN
2024-11-09T11:24:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T11:24:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T11:24:28,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T11:24:28,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T11:24:28,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:28,904 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T11:24:28,904 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3264b4bbda9f,45745,1731151465654 in 391 msec
2024-11-09T11:24:28,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T11:24:28,913 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec
2024-11-09T11:24:28,915 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T11:24:28,915 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T11:24:28,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:28,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:28,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:28,965 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:28,990 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6990 sec
2024-11-09T11:24:28,990 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731151468990, completionTime=-1
2024-11-09T11:24:28,993 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-09T11:24:28,993 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T11:24:29,049 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-09T11:24:29,049 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731151529049
2024-11-09T11:24:29,050 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731151589049
2024-11-09T11:24:29,050 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 56 msec
2024-11-09T11:24:29,052 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42223,1731151464727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,053 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42223,1731151464727-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,053 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42223,1731151464727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,056 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3264b4bbda9f:42223, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,056 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,057 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,065 DEBUG [master/3264b4bbda9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T11:24:29,095 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.202sec
2024-11-09T11:24:29,097 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T11:24:29,098 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T11:24:29,099 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T11:24:29,099 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T11:24:29,100 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T11:24:29,100 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42223,1731151464727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T11:24:29,101 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42223,1731151464727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T11:24:29,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:29,110 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-09T11:24:29,110 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T11:24:29,110 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-09T11:24:29,111 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T11:24:29,112 INFO  [master/3264b4bbda9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3264b4bbda9f,42223,1731151464727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T11:24:29,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:29,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:29,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:29,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:29,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7369ee3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:29,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:29,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:29,134 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:29,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:29,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:29,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:29,167 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:29,179 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=519, ProcessCount=11, AvailableMemoryMB=3436
2024-11-09T11:24:29,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:24:29,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:29,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@650743ce
2024-11-09T11:24:29,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:24:29,201 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:24:29,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:24:29,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:24:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:29,221 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T11:24:29,223 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-09T11:24:29,224 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:29,226 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T11:24:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T11:24:29,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741835_1011 (size=959)
2024-11-09T11:24:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T11:24:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T11:24:29,651 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:24:29,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741836_1012 (size=53)
2024-11-09T11:24:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T11:24:30,064 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:30,064 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9a83cbfba7c5bc2e31b6914994ddc34c, disabling compactions & flushes
2024-11-09T11:24:30,064 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,065 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,065 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. after waiting 0 ms
2024-11-09T11:24:30,065 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,065 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,065 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a83cbfba7c5bc2e31b6914994ddc34c:
Waiting for close lock at 1731151470064Disabling compacts and flushes for region at 1731151470064Disabling writes for close at 1731151470065 (+1 ms)Writing region close event to WAL at 1731151470065Closed at 1731151470065
2024-11-09T11:24:30,069 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T11:24:30,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151470069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151470069"}]},"ts":"1731151470069"}
2024-11-09T11:24:30,080 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T11:24:30,082 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T11:24:30,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151470082"}]},"ts":"1731151470082"}
2024-11-09T11:24:30,088 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T11:24:30,090 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, ASSIGN}]
2024-11-09T11:24:30,092 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, ASSIGN
2024-11-09T11:24:30,094 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, ASSIGN; state=OFFLINE, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=false
2024-11-09T11:24:30,247 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a83cbfba7c5bc2e31b6914994ddc34c, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:30,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, ASSIGN because future has completed
2024-11-09T11:24:30,256 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:24:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T11:24:30,417 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,418 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:24:30,419 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,419 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:30,419 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,419 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,422 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a83cbfba7c5bc2e31b6914994ddc34c 
2024-11-09T11:24:30,425 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a83cbfba7c5bc2e31b6914994ddc34c columnFamilyName A
2024-11-09T11:24:30,425 DEBUG [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:30,426 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] regionserver.HStore(327): Store=9a83cbfba7c5bc2e31b6914994ddc34c/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:30,426 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a83cbfba7c5bc2e31b6914994ddc34c 
2024-11-09T11:24:30,429 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a83cbfba7c5bc2e31b6914994ddc34c columnFamilyName B
2024-11-09T11:24:30,429 DEBUG [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:30,430 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] regionserver.HStore(327): Store=9a83cbfba7c5bc2e31b6914994ddc34c/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:30,430 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a83cbfba7c5bc2e31b6914994ddc34c 
2024-11-09T11:24:30,432 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a83cbfba7c5bc2e31b6914994ddc34c columnFamilyName C
2024-11-09T11:24:30,432 DEBUG [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:30,433 INFO  [StoreOpener-9a83cbfba7c5bc2e31b6914994ddc34c-1 {}] regionserver.HStore(327): Store=9a83cbfba7c5bc2e31b6914994ddc34c/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:30,434 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,436 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,437 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,439 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,439 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,440 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:24:30,442 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,446 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:24:30,447 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a83cbfba7c5bc2e31b6914994ddc34c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59212332, jitterRate=-0.11766749620437622}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:24:30,447 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:30,448 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a83cbfba7c5bc2e31b6914994ddc34c:
Running coprocessor pre-open hook at 1731151470419Writing region info on filesystem at 1731151470419Initializing all the Stores at 1731151470422 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151470422Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151470422Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151470422Cleaning up temporary data from old regions at 1731151470439 (+17 ms)Running coprocessor post-open hooks at 1731151470447 (+8 ms)Region opened successfully at 1731151470448 (+1 ms)
2024-11-09T11:24:30,450 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., pid=6, masterSystemTime=1731151470411
2024-11-09T11:24:30,454 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,454 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:30,455 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a83cbfba7c5bc2e31b6914994ddc34c, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:24:30,466 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T11:24:30,466 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654 in 206 msec
2024-11-09T11:24:30,472 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T11:24:30,472 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, ASSIGN in 376 msec
2024-11-09T11:24:30,474 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T11:24:30,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151470474"}]},"ts":"1731151470474"}
2024-11-09T11:24:30,478 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T11:24:30,481 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T11:24:30,486 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2670 sec
2024-11-09T11:24:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T11:24:31,383 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:31,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54da1947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,393 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c89df7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,400 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:24:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:31,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7634206f
2024-11-09T11:24:31,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:24:31,416 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:24:31,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,424 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787f40de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,428 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,430 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373a2bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a08f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,440 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2544cc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,445 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79382fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,451 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,460 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd81cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,464 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e412ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,469 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c8f301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,473 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a057cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,478 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60105b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,482 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bfed95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,486 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b1f10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,489 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176faa24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,492 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496b9089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,495 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3837915e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:31,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:31,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e873e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:31,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:31,506 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:31,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e7ea881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:31,513 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,513 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,517 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,517 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,522 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,528 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,532 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,538 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,541 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,545 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,550 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,555 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,559 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,564 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,565 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,568 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,569 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,576 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,589 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:31,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:31,593 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:24:31,604 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-09T11:24:31,626 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T11:24:31,628 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:31,631 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:31,659 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:24:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T11:24:31,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:31,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:31,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:31,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/8805540767834bf28dc985241b6c136d is 50, key is test_row_0/A:col10/1731151471639/Put/seqid=0
2024-11-09T11:24:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:31,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151531817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151531828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151531833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151531839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151531847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:31,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:31,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741837_1013 (size=12001)
2024-11-09T11:24:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T11:24:31,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:31,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:31,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151531994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:31,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:31,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:31,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:31,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151531994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151531995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,002 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151531996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151531996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:32,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151532203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151532214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151532214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151532214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151532223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T11:24:32,301 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/8805540767834bf28dc985241b6c136d
2024-11-09T11:24:32,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:32,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/70d2fad560ec4add8bacd955b0a5fce9 is 50, key is test_row_0/B:col10/1731151471639/Put/seqid=0
2024-11-09T11:24:32,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:32,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:32,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741838_1014 (size=12001)
2024-11-09T11:24:32,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,475 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/70d2fad560ec4add8bacd955b0a5fce9
2024-11-09T11:24:32,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151532524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151532525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151532524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/2c75a67e310949d8b62e97901caec3cd is 50, key is test_row_0/C:col10/1731151471639/Put/seqid=0
2024-11-09T11:24:32,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151532535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151532542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:32,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741839_1015 (size=12001)
2024-11-09T11:24:32,594 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/2c75a67e310949d8b62e97901caec3cd
2024-11-09T11:24:32,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/8805540767834bf28dc985241b6c136d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8805540767834bf28dc985241b6c136d
2024-11-09T11:24:32,630 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8805540767834bf28dc985241b6c136d, entries=150, sequenceid=14, filesize=11.7 K
2024-11-09T11:24:32,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:32,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:32,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:32,637 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-09T11:24:32,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/70d2fad560ec4add8bacd955b0a5fce9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/70d2fad560ec4add8bacd955b0a5fce9
2024-11-09T11:24:32,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/70d2fad560ec4add8bacd955b0a5fce9, entries=150, sequenceid=14, filesize=11.7 K
2024-11-09T11:24:32,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/2c75a67e310949d8b62e97901caec3cd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2c75a67e310949d8b62e97901caec3cd
2024-11-09T11:24:32,689 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2c75a67e310949d8b62e97901caec3cd, entries=150, sequenceid=14, filesize=11.7 K
2024-11-09T11:24:32,715 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1036ms, sequenceid=14, compaction requested=false
2024-11-09T11:24:32,716 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T11:24:32,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T11:24:32,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T11:24:32,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:32,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:24:32,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/b08c133cbefd4fb1828fc2451454e37d is 50, key is test_row_0/A:col10/1731151471831/Put/seqid=0
2024-11-09T11:24:32,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741840_1016 (size=12001)
2024-11-09T11:24:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:33,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:33,086 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151533072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151533082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151533083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151533086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151533087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151533193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151533203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151533204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151533204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151533213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/b08c133cbefd4fb1828fc2451454e37d
2024-11-09T11:24:33,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/85878f6087f84ad3be3d1c60a6dc0f05 is 50, key is test_row_0/B:col10/1731151471831/Put/seqid=0
2024-11-09T11:24:33,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741841_1017 (size=12001)
2024-11-09T11:24:33,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/85878f6087f84ad3be3d1c60a6dc0f05
2024-11-09T11:24:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/d51dc72dbaff46048c3fe425e719e679 is 50, key is test_row_0/C:col10/1731151471831/Put/seqid=0
2024-11-09T11:24:33,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741842_1018 (size=12001)
2024-11-09T11:24:33,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/d51dc72dbaff46048c3fe425e719e679
2024-11-09T11:24:33,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151533413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151533424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151533425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151533428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/b08c133cbefd4fb1828fc2451454e37d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b08c133cbefd4fb1828fc2451454e37d
2024-11-09T11:24:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151533433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b08c133cbefd4fb1828fc2451454e37d, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T11:24:33,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/85878f6087f84ad3be3d1c60a6dc0f05 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/85878f6087f84ad3be3d1c60a6dc0f05
2024-11-09T11:24:33,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/85878f6087f84ad3be3d1c60a6dc0f05, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T11:24:33,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/d51dc72dbaff46048c3fe425e719e679 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d51dc72dbaff46048c3fe425e719e679
2024-11-09T11:24:33,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T11:24:33,502 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d51dc72dbaff46048c3fe425e719e679, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T11:24:33,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9a83cbfba7c5bc2e31b6914994ddc34c in 715ms, sequenceid=37, compaction requested=false
2024-11-09T11:24:33,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T11:24:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T11:24:33,517 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-09T11:24:33,518 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8790 sec
2024-11-09T11:24:33,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.9080 sec
2024-11-09T11:24:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:33,732 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:33,733 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:24:33,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/3751954371544562917b7ed8197e78ac is 50, key is test_row_0/A:col10/1731151473727/Put/seqid=0
2024-11-09T11:24:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T11:24:33,773 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:33,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-09T11:24:33,780 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T11:24:33,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741843_1019 (size=14341)
2024-11-09T11:24:33,787 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:33,787 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:33,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151533819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151533821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151533824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151533828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151533832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T11:24:33,943 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151533943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-09T11:24:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:33,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:33,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151533942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151533943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151533952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:33,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151533953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-09T11:24:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:34,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T11:24:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:34,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151534153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,157 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151534153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151534153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151534162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151534162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,187 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/3751954371544562917b7ed8197e78ac
2024-11-09T11:24:34,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/ddd3179d68884800b84ac6e00596ad65 is 50, key is test_row_0/B:col10/1731151473727/Put/seqid=0
2024-11-09T11:24:34,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741844_1020 (size=12001)
2024-11-09T11:24:34,226 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/ddd3179d68884800b84ac6e00596ad65
2024-11-09T11:24:34,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/f9a101a614f84fac8c41d7106c5c333c is 50, key is test_row_0/C:col10/1731151473727/Put/seqid=0
2024-11-09T11:24:34,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-09T11:24:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:34,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:34,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:34,268 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T11:24:34,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741845_1021 (size=12001)
2024-11-09T11:24:34,292 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/f9a101a614f84fac8c41d7106c5c333c
2024-11-09T11:24:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/3751954371544562917b7ed8197e78ac as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/3751954371544562917b7ed8197e78ac
2024-11-09T11:24:34,326 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/3751954371544562917b7ed8197e78ac, entries=200, sequenceid=51, filesize=14.0 K
2024-11-09T11:24:34,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/ddd3179d68884800b84ac6e00596ad65 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ddd3179d68884800b84ac6e00596ad65
2024-11-09T11:24:34,357 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ddd3179d68884800b84ac6e00596ad65, entries=150, sequenceid=51, filesize=11.7 K
2024-11-09T11:24:34,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/f9a101a614f84fac8c41d7106c5c333c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/f9a101a614f84fac8c41d7106c5c333c
2024-11-09T11:24:34,375 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/f9a101a614f84fac8c41d7106c5c333c, entries=150, sequenceid=51, filesize=11.7 K
2024-11-09T11:24:34,379 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9a83cbfba7c5bc2e31b6914994ddc34c in 647ms, sequenceid=51, compaction requested=true
2024-11-09T11:24:34,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:34,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:34,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:34,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:34,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:34,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:34,407 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:34,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-09T11:24:34,407 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:34,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-09T11:24:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,411 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:24:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T11:24:34,415 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:34,415 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:34,417 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:34,417 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:34,417 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,417 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,418 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8805540767834bf28dc985241b6c136d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b08c133cbefd4fb1828fc2451454e37d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/3751954371544562917b7ed8197e78ac] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=37.4 K
2024-11-09T11:24:34,418 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/70d2fad560ec4add8bacd955b0a5fce9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/85878f6087f84ad3be3d1c60a6dc0f05, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ddd3179d68884800b84ac6e00596ad65] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=35.2 K
2024-11-09T11:24:34,420 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8805540767834bf28dc985241b6c136d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731151471596
2024-11-09T11:24:34,420 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 70d2fad560ec4add8bacd955b0a5fce9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731151471596
2024-11-09T11:24:34,421 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 85878f6087f84ad3be3d1c60a6dc0f05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151471827
2024-11-09T11:24:34,422 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ddd3179d68884800b84ac6e00596ad65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151473081
2024-11-09T11:24:34,422 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b08c133cbefd4fb1828fc2451454e37d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151471827
2024-11-09T11:24:34,423 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3751954371544562917b7ed8197e78ac, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151473064
2024-11-09T11:24:34,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/18126719f6f6497991a9dd4df87a47ce is 50, key is test_row_0/A:col10/1731151473823/Put/seqid=0
2024-11-09T11:24:34,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:34,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741846_1022 (size=12001)
2024-11-09T11:24:34,487 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/18126719f6f6497991a9dd4df87a47ce
2024-11-09T11:24:34,501 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#11 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:34,502 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/b0348cbc59e64dfe949461bb473fff9b is 50, key is test_row_0/B:col10/1731151473727/Put/seqid=0
2024-11-09T11:24:34,508 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#10 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:34,509 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/270f4a76e43d4d07878d8dbb36cb131d is 50, key is test_row_0/A:col10/1731151473727/Put/seqid=0
2024-11-09T11:24:34,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/c38b57c5850f4ca4ada80e41a79504fc is 50, key is test_row_0/B:col10/1731151473823/Put/seqid=0
2024-11-09T11:24:34,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741847_1023 (size=12104)
2024-11-09T11:24:34,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741848_1024 (size=12104)
2024-11-09T11:24:34,559 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/270f4a76e43d4d07878d8dbb36cb131d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/270f4a76e43d4d07878d8dbb36cb131d
2024-11-09T11:24:34,559 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/b0348cbc59e64dfe949461bb473fff9b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/b0348cbc59e64dfe949461bb473fff9b
2024-11-09T11:24:34,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151534530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151534534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151534541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,579 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741849_1025 (size=12001)
2024-11-09T11:24:34,585 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/c38b57c5850f4ca4ada80e41a79504fc
2024-11-09T11:24:34,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151534572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151534582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,596 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into 270f4a76e43d4d07878d8dbb36cb131d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:34,596 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:34,597 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into b0348cbc59e64dfe949461bb473fff9b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:34,597 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:34,599 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151474381; duration=0sec
2024-11-09T11:24:34,599 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151474407; duration=0sec
2024-11-09T11:24:34,600 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:34,601 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:34,601 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:34,603 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:34,603 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:34,603 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:34,604 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:34,604 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,604 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2c75a67e310949d8b62e97901caec3cd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d51dc72dbaff46048c3fe425e719e679, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/f9a101a614f84fac8c41d7106c5c333c] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=35.2 K
2024-11-09T11:24:34,605 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c75a67e310949d8b62e97901caec3cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731151471596
2024-11-09T11:24:34,606 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting d51dc72dbaff46048c3fe425e719e679, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151471827
2024-11-09T11:24:34,607 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f9a101a614f84fac8c41d7106c5c333c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151473081
2024-11-09T11:24:34,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/85804046a34d4362894db85cf69fce5a is 50, key is test_row_0/C:col10/1731151473823/Put/seqid=0
2024-11-09T11:24:34,661 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#14 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:34,662 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/6d8c0bf86d3744119315bce2e1b02aa1 is 50, key is test_row_0/C:col10/1731151473727/Put/seqid=0
2024-11-09T11:24:34,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741850_1026 (size=12001)
2024-11-09T11:24:34,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/85804046a34d4362894db85cf69fce5a
2024-11-09T11:24:34,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151534683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151534683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/18126719f6f6497991a9dd4df87a47ce as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/18126719f6f6497991a9dd4df87a47ce
2024-11-09T11:24:34,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151534684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151534693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741851_1027 (size=12104)
2024-11-09T11:24:34,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/18126719f6f6497991a9dd4df87a47ce, entries=150, sequenceid=73, filesize=11.7 K
2024-11-09T11:24:34,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/c38b57c5850f4ca4ada80e41a79504fc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/c38b57c5850f4ca4ada80e41a79504fc
2024-11-09T11:24:34,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151534704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,730 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/6d8c0bf86d3744119315bce2e1b02aa1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/6d8c0bf86d3744119315bce2e1b02aa1
2024-11-09T11:24:34,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/c38b57c5850f4ca4ada80e41a79504fc, entries=150, sequenceid=73, filesize=11.7 K
2024-11-09T11:24:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/85804046a34d4362894db85cf69fce5a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/85804046a34d4362894db85cf69fce5a
2024-11-09T11:24:34,759 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 6d8c0bf86d3744119315bce2e1b02aa1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:34,759 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:34,759 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151474407; duration=0sec
2024-11-09T11:24:34,759 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:34,759 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:34,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/85804046a34d4362894db85cf69fce5a, entries=150, sequenceid=73, filesize=11.7 K
2024-11-09T11:24:34,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 9a83cbfba7c5bc2e31b6914994ddc34c in 365ms, sequenceid=73, compaction requested=false
2024-11-09T11:24:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-09T11:24:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-09T11:24:34,789 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-09T11:24:34,789 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec
2024-11-09T11:24:34,796 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.0180 sec
2024-11-09T11:24:34,899 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:34,900 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T11:24:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:34,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/132abe7da76549b485bda665b5620d25 is 50, key is test_row_0/A:col10/1731151474535/Put/seqid=0
2024-11-09T11:24:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-09T11:24:34,923 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:34,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-09T11:24:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T11:24:34,928 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:34,930 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:34,930 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:34,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741852_1028 (size=14341)
2024-11-09T11:24:34,934 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/132abe7da76549b485bda665b5620d25
2024-11-09T11:24:34,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f70e30c774074553ae53e6faf24aac5a is 50, key is test_row_0/B:col10/1731151474535/Put/seqid=0
2024-11-09T11:24:34,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151534970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151534973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151534973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151534976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151534975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:34,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741853_1029 (size=12001)
2024-11-09T11:24:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T11:24:35,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-09T11:24:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:35,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151535092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151535093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151535093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151535094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151535093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,174 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T11:24:35,175 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T11:24:35,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T11:24:35,178 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T11:24:35,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T11:24:35,178 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T11:24:35,180 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T11:24:35,180 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-09T11:24:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T11:24:35,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-09T11:24:35,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151535303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151535303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151535304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151535308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151535313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f70e30c774074553ae53e6faf24aac5a
2024-11-09T11:24:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-09T11:24:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:35,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/c43cc9f221f448979b0169142dad0d05 is 50, key is test_row_0/C:col10/1731151474535/Put/seqid=0
2024-11-09T11:24:35,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741854_1030 (size=12001)
2024-11-09T11:24:35,442 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/c43cc9f221f448979b0169142dad0d05
2024-11-09T11:24:35,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/132abe7da76549b485bda665b5620d25 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/132abe7da76549b485bda665b5620d25
2024-11-09T11:24:35,479 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/132abe7da76549b485bda665b5620d25, entries=200, sequenceid=92, filesize=14.0 K
2024-11-09T11:24:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f70e30c774074553ae53e6faf24aac5a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f70e30c774074553ae53e6faf24aac5a
2024-11-09T11:24:35,512 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f70e30c774074553ae53e6faf24aac5a, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T11:24:35,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/c43cc9f221f448979b0169142dad0d05 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/c43cc9f221f448979b0169142dad0d05
2024-11-09T11:24:35,529 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/c43cc9f221f448979b0169142dad0d05, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T11:24:35,532 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9a83cbfba7c5bc2e31b6914994ddc34c in 633ms, sequenceid=92, compaction requested=true
2024-11-09T11:24:35,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:35,533 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:35,533 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:35,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:35,537 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:35,537 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:35,537 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:35,537 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:35,537 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,537 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/270f4a76e43d4d07878d8dbb36cb131d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/18126719f6f6497991a9dd4df87a47ce, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/132abe7da76549b485bda665b5620d25] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=37.5 K
2024-11-09T11:24:35,538 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,539 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/b0348cbc59e64dfe949461bb473fff9b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/c38b57c5850f4ca4ada80e41a79504fc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f70e30c774074553ae53e6faf24aac5a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=35.3 K
2024-11-09T11:24:35,539 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 270f4a76e43d4d07878d8dbb36cb131d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151473081
2024-11-09T11:24:35,540 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b0348cbc59e64dfe949461bb473fff9b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151473081
2024-11-09T11:24:35,542 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c38b57c5850f4ca4ada80e41a79504fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731151473804
2024-11-09T11:24:35,544 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18126719f6f6497991a9dd4df87a47ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731151473804
2024-11-09T11:24:35,545 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f70e30c774074553ae53e6faf24aac5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151474535
2024-11-09T11:24:35,549 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132abe7da76549b485bda665b5620d25, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151474529
2024-11-09T11:24:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T11:24:35,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-09T11:24:35,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T11:24:35,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/1b0a98b75cfd43c999956bec57a7ff9d is 50, key is test_row_0/A:col10/1731151474967/Put/seqid=0
2024-11-09T11:24:35,597 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:35,598 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/d034c007199c4d9d9eefb27e07353c1b is 50, key is test_row_0/B:col10/1731151474535/Put/seqid=0
2024-11-09T11:24:35,600 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#20 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:35,601 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fe4dfa189d8a4855a4b78c6f9863adac is 50, key is test_row_0/A:col10/1731151474535/Put/seqid=0
2024-11-09T11:24:35,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:35,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741855_1031 (size=12001)
2024-11-09T11:24:35,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/1b0a98b75cfd43c999956bec57a7ff9d
2024-11-09T11:24:35,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741856_1032 (size=12207)
2024-11-09T11:24:35,660 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/d034c007199c4d9d9eefb27e07353c1b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d034c007199c4d9d9eefb27e07353c1b
2024-11-09T11:24:35,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741857_1033 (size=12207)
2024-11-09T11:24:35,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151535654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151535654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151535661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,681 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into d034c007199c4d9d9eefb27e07353c1b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:35,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151535665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,681 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:35,682 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151475533; duration=0sec
2024-11-09T11:24:35,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151535666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,682 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fe4dfa189d8a4855a4b78c6f9863adac as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe4dfa189d8a4855a4b78c6f9863adac
2024-11-09T11:24:35,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/1f8b0edb6f6e482f858aed6f595b7331 is 50, key is test_row_0/B:col10/1731151474967/Put/seqid=0
2024-11-09T11:24:35,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,684 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:35,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,684 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:35,684 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,687 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:35,687 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:35,688 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:35,688 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/6d8c0bf86d3744119315bce2e1b02aa1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/85804046a34d4362894db85cf69fce5a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/c43cc9f221f448979b0169142dad0d05] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=35.3 K
2024-11-09T11:24:35,691 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d8c0bf86d3744119315bce2e1b02aa1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731151473081
2024-11-09T11:24:35,692 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 85804046a34d4362894db85cf69fce5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731151473804
2024-11-09T11:24:35,694 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c43cc9f221f448979b0169142dad0d05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151474535
2024-11-09T11:24:35,700 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into fe4dfa189d8a4855a4b78c6f9863adac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:35,700 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:35,700 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151475533; duration=0sec
2024-11-09T11:24:35,701 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:35,701 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:35,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741858_1034 (size=12001)
2024-11-09T11:24:35,735 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:35,736 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/84b5682b7f75474d86fe577106545c08 is 50, key is test_row_0/C:col10/1731151474535/Put/seqid=0
2024-11-09T11:24:35,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741859_1035 (size=12207)
2024-11-09T11:24:35,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151535773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,783 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/84b5682b7f75474d86fe577106545c08 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/84b5682b7f75474d86fe577106545c08
2024-11-09T11:24:35,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151535782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151535793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,797 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151535793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151535793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,799 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,803 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 84b5682b7f75474d86fe577106545c08(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:35,803 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:35,803 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151475533; duration=0sec
2024-11-09T11:24:35,804 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:35,804 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:35,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151535983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:35,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151535992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:35,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:35,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151536003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151536003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151536003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T11:24:36,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/1f8b0edb6f6e482f858aed6f595b7331
2024-11-09T11:24:36,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9c3fd350af0a4383971ff5e2f4450f5d is 50, key is test_row_0/C:col10/1731151474967/Put/seqid=0
2024-11-09T11:24:36,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741860_1036 (size=12001)
2024-11-09T11:24:36,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9c3fd350af0a4383971ff5e2f4450f5d
2024-11-09T11:24:36,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/1b0a98b75cfd43c999956bec57a7ff9d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/1b0a98b75cfd43c999956bec57a7ff9d
2024-11-09T11:24:36,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/1b0a98b75cfd43c999956bec57a7ff9d, entries=150, sequenceid=112, filesize=11.7 K
2024-11-09T11:24:36,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/1f8b0edb6f6e482f858aed6f595b7331 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/1f8b0edb6f6e482f858aed6f595b7331
2024-11-09T11:24:36,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/1f8b0edb6f6e482f858aed6f595b7331, entries=150, sequenceid=112, filesize=11.7 K
2024-11-09T11:24:36,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9c3fd350af0a4383971ff5e2f4450f5d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9c3fd350af0a4383971ff5e2f4450f5d
2024-11-09T11:24:36,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151536293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151536302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9c3fd350af0a4383971ff5e2f4450f5d, entries=150, sequenceid=112, filesize=11.7 K
2024-11-09T11:24:36,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151536312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-09T11:24:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151536313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 9a83cbfba7c5bc2e31b6914994ddc34c in 772ms, sequenceid=112, compaction requested=false
2024-11-09T11:24:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:36,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-09T11:24:36,331 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:36,332 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T11:24:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-09T11:24:36,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/2fbd6007c9d44bc08597bf8717a3ac9e is 50, key is test_row_0/A:col10/1731151475662/Put/seqid=0
2024-11-09T11:24:36,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-09T11:24:36,355 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec
2024-11-09T11:24:36,359 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4320 sec
2024-11-09T11:24:36,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741861_1037 (size=14391)
2024-11-09T11:24:36,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151536449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151536562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151536773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/2fbd6007c9d44bc08597bf8717a3ac9e
2024-11-09T11:24:36,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/06d88bee939941a886deeb0a5417de5d is 50, key is test_row_0/B:col10/1731151475662/Put/seqid=0
2024-11-09T11:24:36,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151536813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151536813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151536822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151536822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:36,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741862_1038 (size=12051)
2024-11-09T11:24:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-09T11:24:37,072 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:37,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-09T11:24:37,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T11:24:37,078 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:37,081 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:37,081 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:37,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151537092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T11:24:37,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-09T11:24:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:37,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:37,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:37,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:37,256 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/06d88bee939941a886deeb0a5417de5d
2024-11-09T11:24:37,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/382ca84df9cc46f79caa24688dcd5a6f is 50, key is test_row_0/C:col10/1731151475662/Put/seqid=0
2024-11-09T11:24:37,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741863_1039 (size=12051)
2024-11-09T11:24:37,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/382ca84df9cc46f79caa24688dcd5a6f
2024-11-09T11:24:37,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/2fbd6007c9d44bc08597bf8717a3ac9e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/2fbd6007c9d44bc08597bf8717a3ac9e
2024-11-09T11:24:37,345 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/2fbd6007c9d44bc08597bf8717a3ac9e, entries=200, sequenceid=133, filesize=14.1 K
2024-11-09T11:24:37,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/06d88bee939941a886deeb0a5417de5d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06d88bee939941a886deeb0a5417de5d
2024-11-09T11:24:37,359 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06d88bee939941a886deeb0a5417de5d, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T11:24:37,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/382ca84df9cc46f79caa24688dcd5a6f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/382ca84df9cc46f79caa24688dcd5a6f
2024-11-09T11:24:37,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/382ca84df9cc46f79caa24688dcd5a6f, entries=150, sequenceid=133, filesize=11.8 K
2024-11-09T11:24:37,380 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1048ms, sequenceid=133, compaction requested=true
2024-11-09T11:24:37,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:37,380 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:37,382 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:37,382 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:37,383 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:37,383 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe4dfa189d8a4855a4b78c6f9863adac, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/1b0a98b75cfd43c999956bec57a7ff9d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/2fbd6007c9d44bc08597bf8717a3ac9e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=37.7 K
2024-11-09T11:24:37,383 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe4dfa189d8a4855a4b78c6f9863adac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151474535
2024-11-09T11:24:37,384 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b0a98b75cfd43c999956bec57a7ff9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731151474925
2024-11-09T11:24:37,385 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fbd6007c9d44bc08597bf8717a3ac9e, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731151475657
2024-11-09T11:24:37,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-09T11:24:37,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:37,391 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T11:24:37,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T11:24:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:37,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:37,401 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:37,403 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:37,403 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:37,403 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:37,403 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d034c007199c4d9d9eefb27e07353c1b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/1f8b0edb6f6e482f858aed6f595b7331, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06d88bee939941a886deeb0a5417de5d] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=35.4 K
2024-11-09T11:24:37,404 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting d034c007199c4d9d9eefb27e07353c1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151474535
2024-11-09T11:24:37,405 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f8b0edb6f6e482f858aed6f595b7331, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731151474925
2024-11-09T11:24:37,406 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 06d88bee939941a886deeb0a5417de5d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731151475657
2024-11-09T11:24:37,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:37,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:37,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:37,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/41db45686aeb4e9ba787ecd37bdc7ab3 is 50, key is test_row_0/A:col10/1731151476445/Put/seqid=0
2024-11-09T11:24:37,432 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:37,433 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/8f5a5417db824ad3888069b01d53de86 is 50, key is test_row_0/A:col10/1731151475662/Put/seqid=0
2024-11-09T11:24:37,443 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:37,444 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/772f11c0ed2d409db26cb800a1347afe is 50, key is test_row_0/B:col10/1731151475662/Put/seqid=0
2024-11-09T11:24:37,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741865_1041 (size=12359)
2024-11-09T11:24:37,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741866_1042 (size=12359)
2024-11-09T11:24:37,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741864_1040 (size=12151)
2024-11-09T11:24:37,526 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/41db45686aeb4e9ba787ecd37bdc7ab3
2024-11-09T11:24:37,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/68edbdc3d5314cbcb39fc7d602281a5f is 50, key is test_row_0/B:col10/1731151476445/Put/seqid=0
2024-11-09T11:24:37,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741867_1043 (size=12151)
2024-11-09T11:24:37,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/68edbdc3d5314cbcb39fc7d602281a5f
2024-11-09T11:24:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:37,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:37,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/af9187cd8c314da49eedf9f91729e021 is 50, key is test_row_0/C:col10/1731151476445/Put/seqid=0
2024-11-09T11:24:37,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741868_1044 (size=12151)
2024-11-09T11:24:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T11:24:37,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151537745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151537835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,840 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151537842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,845 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151537842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151537843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,852 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,854 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,866 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151537862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:37,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:37,930 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/8f5a5417db824ad3888069b01d53de86 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8f5a5417db824ad3888069b01d53de86
2024-11-09T11:24:37,943 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/772f11c0ed2d409db26cb800a1347afe as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/772f11c0ed2d409db26cb800a1347afe
2024-11-09T11:24:37,945 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into 8f5a5417db824ad3888069b01d53de86(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:37,945 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:37,945 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151477380; duration=0sec
2024-11-09T11:24:37,945 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:37,945 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:37,945 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:37,947 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:37,948 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:37,948 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:37,948 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/84b5682b7f75474d86fe577106545c08, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9c3fd350af0a4383971ff5e2f4450f5d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/382ca84df9cc46f79caa24688dcd5a6f] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=35.4 K
2024-11-09T11:24:37,949 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b5682b7f75474d86fe577106545c08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151474535
2024-11-09T11:24:37,950 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c3fd350af0a4383971ff5e2f4450f5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731151474925
2024-11-09T11:24:37,951 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 382ca84df9cc46f79caa24688dcd5a6f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731151475657
2024-11-09T11:24:37,963 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into 772f11c0ed2d409db26cb800a1347afe(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:37,963 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:37,963 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151477401; duration=0sec
2024-11-09T11:24:37,964 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:37,964 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:37,987 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#32 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:37,988 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/cae9c9c1498749f883a59da20d7f525c is 50, key is test_row_0/C:col10/1731151475662/Put/seqid=0
2024-11-09T11:24:38,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741869_1045 (size=12359)
2024-11-09T11:24:38,046 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/cae9c9c1498749f883a59da20d7f525c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/cae9c9c1498749f883a59da20d7f525c
2024-11-09T11:24:38,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/af9187cd8c314da49eedf9f91729e021
2024-11-09T11:24:38,061 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into cae9c9c1498749f883a59da20d7f525c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:38,061 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:38,062 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151477417; duration=0sec
2024-11-09T11:24:38,062 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:38,063 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:38,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/41db45686aeb4e9ba787ecd37bdc7ab3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/41db45686aeb4e9ba787ecd37bdc7ab3
2024-11-09T11:24:38,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151538072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:38,081 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/41db45686aeb4e9ba787ecd37bdc7ab3, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T11:24:38,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/68edbdc3d5314cbcb39fc7d602281a5f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/68edbdc3d5314cbcb39fc7d602281a5f
2024-11-09T11:24:38,093 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/68edbdc3d5314cbcb39fc7d602281a5f, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T11:24:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/af9187cd8c314da49eedf9f91729e021 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/af9187cd8c314da49eedf9f91729e021
2024-11-09T11:24:38,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/af9187cd8c314da49eedf9f91729e021, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T11:24:38,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a83cbfba7c5bc2e31b6914994ddc34c in 721ms, sequenceid=151, compaction requested=false
2024-11-09T11:24:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-09T11:24:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-09T11:24:38,120 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-09T11:24:38,120 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec
2024-11-09T11:24:38,128 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.0520 sec
2024-11-09T11:24:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-09T11:24:38,212 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:38,213 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-09T11:24:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-09T11:24:38,216 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:38,217 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:38,217 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-09T11:24:38,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-09T11:24:38,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:38,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T11:24:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:38,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:38,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/cbcd9f8d61ca44f5a0050e298c317d69 is 50, key is test_row_0/A:col10/1731151477701/Put/seqid=0
2024-11-09T11:24:38,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741870_1046 (size=12151)
2024-11-09T11:24:38,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151538470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-09T11:24:38,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151538582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:38,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151538792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:38,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/cbcd9f8d61ca44f5a0050e298c317d69
2024-11-09T11:24:38,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/79eaf80241e945549348ae4fb30545bc is 50, key is test_row_0/B:col10/1731151477701/Put/seqid=0
2024-11-09T11:24:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-09T11:24:38,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741871_1047 (size=12151)
2024-11-09T11:24:38,848 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/79eaf80241e945549348ae4fb30545bc
2024-11-09T11:24:38,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/217e972688524d5a998184eb43ee7be6 is 50, key is test_row_0/C:col10/1731151477701/Put/seqid=0
2024-11-09T11:24:38,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741872_1048 (size=12151)
2024-11-09T11:24:38,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/217e972688524d5a998184eb43ee7be6
2024-11-09T11:24:38,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/cbcd9f8d61ca44f5a0050e298c317d69 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/cbcd9f8d61ca44f5a0050e298c317d69
2024-11-09T11:24:38,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/cbcd9f8d61ca44f5a0050e298c317d69, entries=150, sequenceid=172, filesize=11.9 K
2024-11-09T11:24:38,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/79eaf80241e945549348ae4fb30545bc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/79eaf80241e945549348ae4fb30545bc
2024-11-09T11:24:38,948 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/79eaf80241e945549348ae4fb30545bc, entries=150, sequenceid=172, filesize=11.9 K
2024-11-09T11:24:38,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/217e972688524d5a998184eb43ee7be6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/217e972688524d5a998184eb43ee7be6
2024-11-09T11:24:38,963 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/217e972688524d5a998184eb43ee7be6, entries=150, sequenceid=172, filesize=11.9 K
2024-11-09T11:24:38,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a83cbfba7c5bc2e31b6914994ddc34c in 594ms, sequenceid=172, compaction requested=true
2024-11-09T11:24:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:38,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-09T11:24:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-09T11:24:38,970 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-09T11:24:38,970 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 751 msec
2024-11-09T11:24:38,975 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 757 msec
2024-11-09T11:24:39,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:39,106 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:39,106 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-09T11:24:39,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f31a3aa89f174a5cad9f81a0e0392357 is 50, key is test_row_0/A:col10/1731151478445/Put/seqid=0
2024-11-09T11:24:39,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741873_1049 (size=14541)
2024-11-09T11:24:39,136 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f31a3aa89f174a5cad9f81a0e0392357
2024-11-09T11:24:39,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7ec5625faa6e4c5c97682ef1102e377b is 50, key is test_row_0/B:col10/1731151478445/Put/seqid=0
2024-11-09T11:24:39,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741874_1050 (size=12151)
2024-11-09T11:24:39,183 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7ec5625faa6e4c5c97682ef1102e377b
2024-11-09T11:24:39,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/50e1894d733d4f478d8158c2c4976c88 is 50, key is test_row_0/C:col10/1731151478445/Put/seqid=0
2024-11-09T11:24:39,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151539214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741875_1051 (size=12151)
2024-11-09T11:24:39,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151539332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-09T11:24:39,352 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:39,353 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-09T11:24:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-09T11:24:39,355 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:39,357 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:39,357 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-09T11:24:39,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-09T11:24:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:39,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:39,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:39,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151539542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/50e1894d733d4f478d8158c2c4976c88
2024-11-09T11:24:39,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f31a3aa89f174a5cad9f81a0e0392357 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f31a3aa89f174a5cad9f81a0e0392357
2024-11-09T11:24:39,644 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f31a3aa89f174a5cad9f81a0e0392357, entries=200, sequenceid=191, filesize=14.2 K
2024-11-09T11:24:39,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7ec5625faa6e4c5c97682ef1102e377b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7ec5625faa6e4c5c97682ef1102e377b
2024-11-09T11:24:39,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7ec5625faa6e4c5c97682ef1102e377b, entries=150, sequenceid=191, filesize=11.9 K
2024-11-09T11:24:39,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/50e1894d733d4f478d8158c2c4976c88 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/50e1894d733d4f478d8158c2c4976c88
2024-11-09T11:24:39,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/50e1894d733d4f478d8158c2c4976c88, entries=150, sequenceid=191, filesize=11.9 K
2024-11-09T11:24:39,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-09T11:24:39,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:39,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:39,672 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9a83cbfba7c5bc2e31b6914994ddc34c in 566ms, sequenceid=191, compaction requested=true
2024-11-09T11:24:39,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-09T11:24:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:39,673 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:24:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:39,673 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:24:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:39,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:39,675 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51202 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:24:39,675 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:39,675 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,675 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8f5a5417db824ad3888069b01d53de86, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/41db45686aeb4e9ba787ecd37bdc7ab3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/cbcd9f8d61ca44f5a0050e298c317d69, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f31a3aa89f174a5cad9f81a0e0392357] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=50.0 K
2024-11-09T11:24:39,675 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:24:39,676 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:39,676 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,676 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/772f11c0ed2d409db26cb800a1347afe, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/68edbdc3d5314cbcb39fc7d602281a5f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/79eaf80241e945549348ae4fb30545bc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7ec5625faa6e4c5c97682ef1102e377b] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=47.7 K
2024-11-09T11:24:39,676 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f5a5417db824ad3888069b01d53de86, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731151475657
2024-11-09T11:24:39,676 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 772f11c0ed2d409db26cb800a1347afe, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731151475657
2024-11-09T11:24:39,677 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41db45686aeb4e9ba787ecd37bdc7ab3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151476413
2024-11-09T11:24:39,677 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 68edbdc3d5314cbcb39fc7d602281a5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151476413
2024-11-09T11:24:39,677 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbcd9f8d61ca44f5a0050e298c317d69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151477685
2024-11-09T11:24:39,677 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 79eaf80241e945549348ae4fb30545bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151477685
2024-11-09T11:24:39,678 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ec5625faa6e4c5c97682ef1102e377b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151478445
2024-11-09T11:24:39,678 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f31a3aa89f174a5cad9f81a0e0392357, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151478445
2024-11-09T11:24:39,693 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:39,694 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/c43fe66be9a94aa8a6e24b34e97d1236 is 50, key is test_row_0/A:col10/1731151478445/Put/seqid=0
2024-11-09T11:24:39,698 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:39,699 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/4c52f2f076ea45c5b4c10b3b55f078c9 is 50, key is test_row_0/B:col10/1731151478445/Put/seqid=0
2024-11-09T11:24:39,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741876_1052 (size=12595)
2024-11-09T11:24:39,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741877_1053 (size=12595)
2024-11-09T11:24:39,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-09T11:24:39,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:39,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-09T11:24:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f8d558e492de4224a7d2bf18d9f69d9d is 50, key is test_row_0/A:col10/1731151479176/Put/seqid=0
2024-11-09T11:24:39,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741878_1054 (size=12151)
2024-11-09T11:24:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:39,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:39,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151539885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151539887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151539890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151539890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151539891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-09T11:24:40,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151540002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151540002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151540003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151540003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151540003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,121 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/4c52f2f076ea45c5b4c10b3b55f078c9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4c52f2f076ea45c5b4c10b3b55f078c9
2024-11-09T11:24:40,123 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/c43fe66be9a94aa8a6e24b34e97d1236 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c43fe66be9a94aa8a6e24b34e97d1236
2024-11-09T11:24:40,135 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into 4c52f2f076ea45c5b4c10b3b55f078c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:40,135 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:40,135 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=12, startTime=1731151479673; duration=0sec
2024-11-09T11:24:40,136 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:40,136 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:40,136 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into c43fe66be9a94aa8a6e24b34e97d1236(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:40,136 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:40,136 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:24:40,136 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=12, startTime=1731151479672; duration=0sec
2024-11-09T11:24:40,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:40,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:40,138 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48812 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:24:40,138 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:40,138 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,139 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/cae9c9c1498749f883a59da20d7f525c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/af9187cd8c314da49eedf9f91729e021, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/217e972688524d5a998184eb43ee7be6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/50e1894d733d4f478d8158c2c4976c88] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=47.7 K
2024-11-09T11:24:40,139 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting cae9c9c1498749f883a59da20d7f525c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731151475657
2024-11-09T11:24:40,140 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting af9187cd8c314da49eedf9f91729e021, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151476413
2024-11-09T11:24:40,140 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 217e972688524d5a998184eb43ee7be6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731151477685
2024-11-09T11:24:40,141 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 50e1894d733d4f478d8158c2c4976c88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151478445
2024-11-09T11:24:40,159 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:40,160 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/1d3973c17a6c4873bc52743c11be35e5 is 50, key is test_row_0/C:col10/1731151478445/Put/seqid=0
2024-11-09T11:24:40,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741879_1055 (size=12595)
2024-11-09T11:24:40,196 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/1d3973c17a6c4873bc52743c11be35e5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/1d3973c17a6c4873bc52743c11be35e5
2024-11-09T11:24:40,208 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 1d3973c17a6c4873bc52743c11be35e5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:40,209 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:40,209 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=12, startTime=1731151479673; duration=0sec
2024-11-09T11:24:40,209 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:40,209 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:40,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151540212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151540212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151540213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151540213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151540213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,232 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f8d558e492de4224a7d2bf18d9f69d9d
2024-11-09T11:24:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/5f6d5b1d47b6424caba6875d6fbfaed9 is 50, key is test_row_0/B:col10/1731151479176/Put/seqid=0
2024-11-09T11:24:40,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741880_1056 (size=12151)
2024-11-09T11:24:40,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/5f6d5b1d47b6424caba6875d6fbfaed9
2024-11-09T11:24:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/67710aba9c51476f98a2bdea7b2c950c is 50, key is test_row_0/C:col10/1731151479176/Put/seqid=0
2024-11-09T11:24:40,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741881_1057 (size=12151)
2024-11-09T11:24:40,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/67710aba9c51476f98a2bdea7b2c950c
2024-11-09T11:24:40,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f8d558e492de4224a7d2bf18d9f69d9d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f8d558e492de4224a7d2bf18d9f69d9d
2024-11-09T11:24:40,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f8d558e492de4224a7d2bf18d9f69d9d, entries=150, sequenceid=208, filesize=11.9 K
2024-11-09T11:24:40,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/5f6d5b1d47b6424caba6875d6fbfaed9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/5f6d5b1d47b6424caba6875d6fbfaed9
2024-11-09T11:24:40,346 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/5f6d5b1d47b6424caba6875d6fbfaed9, entries=150, sequenceid=208, filesize=11.9 K
2024-11-09T11:24:40,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/67710aba9c51476f98a2bdea7b2c950c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/67710aba9c51476f98a2bdea7b2c950c
2024-11-09T11:24:40,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/67710aba9c51476f98a2bdea7b2c950c, entries=150, sequenceid=208, filesize=11.9 K
2024-11-09T11:24:40,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9a83cbfba7c5bc2e31b6914994ddc34c in 538ms, sequenceid=208, compaction requested=false
2024-11-09T11:24:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:40,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-09T11:24:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-09T11:24:40,364 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-09T11:24:40,365 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec
2024-11-09T11:24:40,370 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.0130 sec
2024-11-09T11:24:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-09T11:24:40,492 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:40,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-09T11:24:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-09T11:24:40,496 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:40,497 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:40,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:40,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:40,524 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T11:24:40,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151540541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151540544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151540544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151540547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/c5267a97ecbd4e839090c7782afbb1f6 is 50, key is test_row_0/A:col10/1731151480524/Put/seqid=0
2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151540547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741882_1058 (size=12151)
2024-11-09T11:24:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-09T11:24:40,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151540652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151540662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151540662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151540662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151540663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-09T11:24:40,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:40,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:40,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151540862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151540872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151540872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151540872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151540872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:40,982 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/c5267a97ecbd4e839090c7782afbb1f6
2024-11-09T11:24:40,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/ae47f99bec2d44c9869278efd46355bd is 50, key is test_row_0/B:col10/1731151480524/Put/seqid=0
2024-11-09T11:24:40,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:40,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741883_1059 (size=12151)
2024-11-09T11:24:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-09T11:24:41,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151541172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151541182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151541182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151541182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151541183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:41,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,404 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/ae47f99bec2d44c9869278efd46355bd
2024-11-09T11:24:41,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/2b9b575eed554544bb53d323b7d90c8b is 50, key is test_row_0/C:col10/1731151480524/Put/seqid=0
2024-11-09T11:24:41,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741884_1060 (size=12151)
2024-11-09T11:24:41,426 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/2b9b575eed554544bb53d323b7d90c8b
2024-11-09T11:24:41,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/c5267a97ecbd4e839090c7782afbb1f6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c5267a97ecbd4e839090c7782afbb1f6
2024-11-09T11:24:41,442 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c5267a97ecbd4e839090c7782afbb1f6, entries=150, sequenceid=232, filesize=11.9 K
2024-11-09T11:24:41,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/ae47f99bec2d44c9869278efd46355bd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ae47f99bec2d44c9869278efd46355bd
2024-11-09T11:24:41,450 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ae47f99bec2d44c9869278efd46355bd, entries=150, sequenceid=232, filesize=11.9 K
2024-11-09T11:24:41,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/2b9b575eed554544bb53d323b7d90c8b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2b9b575eed554544bb53d323b7d90c8b
2024-11-09T11:24:41,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:41,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:41,459 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2b9b575eed554544bb53d323b7d90c8b, entries=150, sequenceid=232, filesize=11.9 K
2024-11-09T11:24:41,461 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 9a83cbfba7c5bc2e31b6914994ddc34c in 936ms, sequenceid=232, compaction requested=true
2024-11-09T11:24:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:41,461 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:41,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:41,462 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:41,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:41,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:41,463 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:41,463 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:41,463 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,463 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c43fe66be9a94aa8a6e24b34e97d1236, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f8d558e492de4224a7d2bf18d9f69d9d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c5267a97ecbd4e839090c7782afbb1f6] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.0 K
2024-11-09T11:24:41,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:41,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:41,464 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:41,464 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:41,464 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,464 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4c52f2f076ea45c5b4c10b3b55f078c9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/5f6d5b1d47b6424caba6875d6fbfaed9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ae47f99bec2d44c9869278efd46355bd] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.0 K
2024-11-09T11:24:41,465 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c52f2f076ea45c5b4c10b3b55f078c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151478445
2024-11-09T11:24:41,465 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f6d5b1d47b6424caba6875d6fbfaed9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731151479176
2024-11-09T11:24:41,466 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43fe66be9a94aa8a6e24b34e97d1236, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151478445
2024-11-09T11:24:41,466 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ae47f99bec2d44c9869278efd46355bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731151479887
2024-11-09T11:24:41,467 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8d558e492de4224a7d2bf18d9f69d9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731151479176
2024-11-09T11:24:41,468 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5267a97ecbd4e839090c7782afbb1f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731151479887
2024-11-09T11:24:41,481 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:41,482 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f191842dfb9b49aba7921a9b1c0dcf89 is 50, key is test_row_0/B:col10/1731151480524/Put/seqid=0
2024-11-09T11:24:41,486 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:41,487 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/7c90f2b7016045cead7f9256ea8e8925 is 50, key is test_row_0/A:col10/1731151480524/Put/seqid=0
2024-11-09T11:24:41,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741885_1061 (size=12697)
2024-11-09T11:24:41,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741886_1062 (size=12697)
2024-11-09T11:24:41,535 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/7c90f2b7016045cead7f9256ea8e8925 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/7c90f2b7016045cead7f9256ea8e8925
2024-11-09T11:24:41,544 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into 7c90f2b7016045cead7f9256ea8e8925(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:41,544 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:41,544 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151481461; duration=0sec
2024-11-09T11:24:41,544 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:41,544 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:41,545 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:41,547 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:41,547 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:41,547 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,548 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/1d3973c17a6c4873bc52743c11be35e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/67710aba9c51476f98a2bdea7b2c950c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2b9b575eed554544bb53d323b7d90c8b] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.0 K
2024-11-09T11:24:41,548 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d3973c17a6c4873bc52743c11be35e5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151478445
2024-11-09T11:24:41,551 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67710aba9c51476f98a2bdea7b2c950c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731151479176
2024-11-09T11:24:41,553 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b9b575eed554544bb53d323b7d90c8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731151479887
2024-11-09T11:24:41,574 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:41,575 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/42daa3183f0e47909fd73ac8bb6b6454 is 50, key is test_row_0/C:col10/1731151480524/Put/seqid=0
2024-11-09T11:24:41,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741887_1063 (size=12697)
2024-11-09T11:24:41,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-09T11:24:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T11:24:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/02a4e60720a8407aa6b2a03e147bda94 is 50, key is test_row_0/A:col10/1731151480545/Put/seqid=0
2024-11-09T11:24:41,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-09T11:24:41,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741888_1064 (size=12151)
2024-11-09T11:24:41,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/02a4e60720a8407aa6b2a03e147bda94
2024-11-09T11:24:41,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7696c28af79b478498cb666e64e4996a is 50, key is test_row_0/B:col10/1731151480545/Put/seqid=0
2024-11-09T11:24:41,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741889_1065 (size=12151)
2024-11-09T11:24:41,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7696c28af79b478498cb666e64e4996a
2024-11-09T11:24:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/483cf105fb674e01b363a3af294f1712 is 50, key is test_row_0/C:col10/1731151480545/Put/seqid=0
2024-11-09T11:24:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:41,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:41,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741890_1066 (size=12151)
2024-11-09T11:24:41,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/483cf105fb674e01b363a3af294f1712
2024-11-09T11:24:41,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/02a4e60720a8407aa6b2a03e147bda94 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/02a4e60720a8407aa6b2a03e147bda94
2024-11-09T11:24:41,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151541727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/02a4e60720a8407aa6b2a03e147bda94, entries=150, sequenceid=249, filesize=11.9 K
2024-11-09T11:24:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7696c28af79b478498cb666e64e4996a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7696c28af79b478498cb666e64e4996a
2024-11-09T11:24:41,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151541732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151541734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151541734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151541735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7696c28af79b478498cb666e64e4996a, entries=150, sequenceid=249, filesize=11.9 K
2024-11-09T11:24:41,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/483cf105fb674e01b363a3af294f1712 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/483cf105fb674e01b363a3af294f1712
2024-11-09T11:24:41,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/483cf105fb674e01b363a3af294f1712, entries=150, sequenceid=249, filesize=11.9 K
2024-11-09T11:24:41,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 9a83cbfba7c5bc2e31b6914994ddc34c in 155ms, sequenceid=249, compaction requested=false
2024-11-09T11:24:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-09T11:24:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-09T11:24:41,773 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-09T11:24:41,774 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2730 sec
2024-11-09T11:24:41,776 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.2810 sec
2024-11-09T11:24:41,848 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:41,848 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:24:41,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:41,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fe9f2fc858da4a64904cbd3c93e290f6 is 50, key is test_row_0/A:col10/1731151481731/Put/seqid=0
2024-11-09T11:24:41,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151541866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151541867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151541868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151541870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151541870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741891_1067 (size=12301)
2024-11-09T11:24:41,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fe9f2fc858da4a64904cbd3c93e290f6
2024-11-09T11:24:41,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/d2ffb264c09c4f70b8758d9830f2e606 is 50, key is test_row_0/B:col10/1731151481731/Put/seqid=0
2024-11-09T11:24:41,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741892_1068 (size=12301)
2024-11-09T11:24:41,923 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f191842dfb9b49aba7921a9b1c0dcf89 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f191842dfb9b49aba7921a9b1c0dcf89
2024-11-09T11:24:41,932 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into f191842dfb9b49aba7921a9b1c0dcf89(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:41,932 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:41,932 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151481462; duration=0sec
2024-11-09T11:24:41,932 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:41,932 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:41,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151541972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151541982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151541983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151541983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:41,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151541983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,001 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/42daa3183f0e47909fd73ac8bb6b6454 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/42daa3183f0e47909fd73ac8bb6b6454
2024-11-09T11:24:42,012 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 42daa3183f0e47909fd73ac8bb6b6454(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:42,012 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:42,012 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151481462; duration=0sec
2024-11-09T11:24:42,012 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:42,013 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:42,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151542182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151542192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151542202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151542202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,205 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151542202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,322 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/d2ffb264c09c4f70b8758d9830f2e606
2024-11-09T11:24:42,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ceebb8dc1d47460e83282b270fdfe91e is 50, key is test_row_0/C:col10/1731151481731/Put/seqid=0
2024-11-09T11:24:42,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741893_1069 (size=12301)
2024-11-09T11:24:42,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151542492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151542502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151542512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151542513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151542513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:42,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-09T11:24:42,642 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:42,643 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-09T11:24:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-09T11:24:42,645 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:42,646 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:42,646 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:42,736 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ceebb8dc1d47460e83282b270fdfe91e
2024-11-09T11:24:42,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fe9f2fc858da4a64904cbd3c93e290f6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe9f2fc858da4a64904cbd3c93e290f6
2024-11-09T11:24:42,749 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe9f2fc858da4a64904cbd3c93e290f6, entries=150, sequenceid=273, filesize=12.0 K
2024-11-09T11:24:42,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/d2ffb264c09c4f70b8758d9830f2e606 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d2ffb264c09c4f70b8758d9830f2e606
2024-11-09T11:24:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-09T11:24:42,756 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d2ffb264c09c4f70b8758d9830f2e606, entries=150, sequenceid=273, filesize=12.0 K
2024-11-09T11:24:42,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ceebb8dc1d47460e83282b270fdfe91e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ceebb8dc1d47460e83282b270fdfe91e
2024-11-09T11:24:42,763 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ceebb8dc1d47460e83282b270fdfe91e, entries=150, sequenceid=273, filesize=12.0 K
2024-11-09T11:24:42,766 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 9a83cbfba7c5bc2e31b6914994ddc34c in 917ms, sequenceid=273, compaction requested=true
2024-11-09T11:24:42,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:42,766 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:42,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:42,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:42,766 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:42,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:42,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:42,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:42,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:42,767 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:42,768 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:42,768 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:42,768 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/7c90f2b7016045cead7f9256ea8e8925, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/02a4e60720a8407aa6b2a03e147bda94, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe9f2fc858da4a64904cbd3c93e290f6] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.3 K
2024-11-09T11:24:42,768 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:42,768 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:42,768 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c90f2b7016045cead7f9256ea8e8925, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731151479887
2024-11-09T11:24:42,768 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:42,768 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f191842dfb9b49aba7921a9b1c0dcf89, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7696c28af79b478498cb666e64e4996a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d2ffb264c09c4f70b8758d9830f2e606] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.3 K
2024-11-09T11:24:42,769 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02a4e60720a8407aa6b2a03e147bda94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151480541
2024-11-09T11:24:42,769 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f191842dfb9b49aba7921a9b1c0dcf89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731151479887
2024-11-09T11:24:42,770 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe9f2fc858da4a64904cbd3c93e290f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731151481731
2024-11-09T11:24:42,770 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7696c28af79b478498cb666e64e4996a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151480541
2024-11-09T11:24:42,771 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ffb264c09c4f70b8758d9830f2e606, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731151481731
2024-11-09T11:24:42,784 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:42,784 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:42,784 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/924a8cea6a6d4ce487082bf3025750af is 50, key is test_row_0/B:col10/1731151481731/Put/seqid=0
2024-11-09T11:24:42,785 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/848c563179bb4de39648c2ea17406631 is 50, key is test_row_0/A:col10/1731151481731/Put/seqid=0
2024-11-09T11:24:42,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-09T11:24:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:42,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:24:42,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741894_1070 (size=12949)
2024-11-09T11:24:42,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/24a965e4a3d941e7b4dcd5ccdf32d13e is 50, key is test_row_0/A:col10/1731151481866/Put/seqid=0
2024-11-09T11:24:42,843 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741896_1072 (size=12301)
2024-11-09T11:24:42,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/24a965e4a3d941e7b4dcd5ccdf32d13e
2024-11-09T11:24:42,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741895_1071 (size=12949)
2024-11-09T11:24:42,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f071a04257fd448582566fcb5a46c11b is 50, key is test_row_0/B:col10/1731151481866/Put/seqid=0
2024-11-09T11:24:42,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741897_1073 (size=12301)
2024-11-09T11:24:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-09T11:24:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:43,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:43,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151543036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151543038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151543038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151543039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151543041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151543152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151543152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151543152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151543152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151543153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,223 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/848c563179bb4de39648c2ea17406631 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/848c563179bb4de39648c2ea17406631
2024-11-09T11:24:43,231 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into 848c563179bb4de39648c2ea17406631(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:43,232 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:43,232 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151482766; duration=0sec
2024-11-09T11:24:43,232 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:43,232 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:43,232 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:43,234 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:43,234 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:43,234 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:43,234 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/42daa3183f0e47909fd73ac8bb6b6454, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/483cf105fb674e01b363a3af294f1712, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ceebb8dc1d47460e83282b270fdfe91e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.3 K
2024-11-09T11:24:43,235 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42daa3183f0e47909fd73ac8bb6b6454, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731151479887
2024-11-09T11:24:43,235 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 483cf105fb674e01b363a3af294f1712, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151480541
2024-11-09T11:24:43,236 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceebb8dc1d47460e83282b270fdfe91e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731151481731
2024-11-09T11:24:43,249 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:43,249 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e4b814d06a3047548dd034e0a5b3e1c8 is 50, key is test_row_0/C:col10/1731151481731/Put/seqid=0
2024-11-09T11:24:43,254 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/924a8cea6a6d4ce487082bf3025750af as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/924a8cea6a6d4ce487082bf3025750af
2024-11-09T11:24:43,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741898_1074 (size=12949)
2024-11-09T11:24:43,263 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into 924a8cea6a6d4ce487082bf3025750af(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:43,263 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:43,263 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151482766; duration=0sec
2024-11-09T11:24:43,263 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:43,263 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:43,269 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e4b814d06a3047548dd034e0a5b3e1c8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e4b814d06a3047548dd034e0a5b3e1c8
2024-11-09T11:24:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-09T11:24:43,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f071a04257fd448582566fcb5a46c11b
2024-11-09T11:24:43,277 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into e4b814d06a3047548dd034e0a5b3e1c8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:43,277 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:43,278 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151482767; duration=0sec
2024-11-09T11:24:43,278 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:43,278 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:43,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ec30f99d9adc4686b2e44dfbd47daf81 is 50, key is test_row_0/C:col10/1731151481866/Put/seqid=0
2024-11-09T11:24:43,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741899_1075 (size=12301)
2024-11-09T11:24:43,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ec30f99d9adc4686b2e44dfbd47daf81
2024-11-09T11:24:43,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/24a965e4a3d941e7b4dcd5ccdf32d13e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/24a965e4a3d941e7b4dcd5ccdf32d13e
2024-11-09T11:24:43,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/24a965e4a3d941e7b4dcd5ccdf32d13e, entries=150, sequenceid=288, filesize=12.0 K
2024-11-09T11:24:43,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f071a04257fd448582566fcb5a46c11b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f071a04257fd448582566fcb5a46c11b
2024-11-09T11:24:43,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f071a04257fd448582566fcb5a46c11b, entries=150, sequenceid=288, filesize=12.0 K
2024-11-09T11:24:43,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ec30f99d9adc4686b2e44dfbd47daf81 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ec30f99d9adc4686b2e44dfbd47daf81
2024-11-09T11:24:43,333 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ec30f99d9adc4686b2e44dfbd47daf81, entries=150, sequenceid=288, filesize=12.0 K
2024-11-09T11:24:43,334 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a83cbfba7c5bc2e31b6914994ddc34c in 534ms, sequenceid=288, compaction requested=false
2024-11-09T11:24:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:43,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-09T11:24:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-09T11:24:43,339 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-09T11:24:43,339 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 690 msec
2024-11-09T11:24:43,342 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 697 msec
2024-11-09T11:24:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:43,371 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:43,371 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-09T11:24:43,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/286c9bbbe17744d6b6f79e8170ca6b18 is 50, key is test_row_0/A:col10/1731151483365/Put/seqid=0
2024-11-09T11:24:43,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151543377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151543379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741900_1076 (size=12301)
2024-11-09T11:24:43,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151543379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151543381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151543381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151543492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151543492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151543492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151543493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151543493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151543702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151543702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151543702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151543702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151543702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:43,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-09T11:24:43,782 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:43,783 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:43,784 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/286c9bbbe17744d6b6f79e8170ca6b18
2024-11-09T11:24:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-09T11:24:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-09T11:24:43,786 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:43,787 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:43,788 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:43,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/3692235d173a434396f02c84a31439ad is 50, key is test_row_0/B:col10/1731151483365/Put/seqid=0
2024-11-09T11:24:43,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741901_1077 (size=12301)
2024-11-09T11:24:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-09T11:24:43,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-09T11:24:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:43,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:43,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151544012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151544012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151544013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151544013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151544013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-09T11:24:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-09T11:24:44,201 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/3692235d173a434396f02c84a31439ad
2024-11-09T11:24:44,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ffb3ede4c20347a993db21d9ecbed211 is 50, key is test_row_0/C:col10/1731151483365/Put/seqid=0
2024-11-09T11:24:44,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741902_1078 (size=12301)
2024-11-09T11:24:44,224 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ffb3ede4c20347a993db21d9ecbed211
2024-11-09T11:24:44,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/286c9bbbe17744d6b6f79e8170ca6b18 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/286c9bbbe17744d6b6f79e8170ca6b18
2024-11-09T11:24:44,238 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/286c9bbbe17744d6b6f79e8170ca6b18, entries=150, sequenceid=318, filesize=12.0 K
2024-11-09T11:24:44,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/3692235d173a434396f02c84a31439ad as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/3692235d173a434396f02c84a31439ad
2024-11-09T11:24:44,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/3692235d173a434396f02c84a31439ad, entries=150, sequenceid=318, filesize=12.0 K
2024-11-09T11:24:44,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ffb3ede4c20347a993db21d9ecbed211 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ffb3ede4c20347a993db21d9ecbed211
2024-11-09T11:24:44,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-09T11:24:44,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:44,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:44,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ffb3ede4c20347a993db21d9ecbed211, entries=150, sequenceid=318, filesize=12.0 K
2024-11-09T11:24:44,257 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 9a83cbfba7c5bc2e31b6914994ddc34c in 885ms, sequenceid=318, compaction requested=true
2024-11-09T11:24:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:44,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:44,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-09T11:24:44,258 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:44,259 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:44,259 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:44,259 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,260 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/848c563179bb4de39648c2ea17406631, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/24a965e4a3d941e7b4dcd5ccdf32d13e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/286c9bbbe17744d6b6f79e8170ca6b18] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.7 K
2024-11-09T11:24:44,260 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:44,260 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:44,260 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,260 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/924a8cea6a6d4ce487082bf3025750af, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f071a04257fd448582566fcb5a46c11b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/3692235d173a434396f02c84a31439ad] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.7 K
2024-11-09T11:24:44,261 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 848c563179bb4de39648c2ea17406631, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731151481731
2024-11-09T11:24:44,263 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 924a8cea6a6d4ce487082bf3025750af, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731151481731
2024-11-09T11:24:44,263 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24a965e4a3d941e7b4dcd5ccdf32d13e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151481863
2024-11-09T11:24:44,263 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f071a04257fd448582566fcb5a46c11b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151481863
2024-11-09T11:24:44,264 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 286c9bbbe17744d6b6f79e8170ca6b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731151483365
2024-11-09T11:24:44,264 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3692235d173a434396f02c84a31439ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731151483365
2024-11-09T11:24:44,278 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:44,279 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/06c85bb2a4804b0f99ce14855abe6bde is 50, key is test_row_0/B:col10/1731151483365/Put/seqid=0
2024-11-09T11:24:44,281 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:44,282 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/e25178ec36d74f50a9ca85cdc29c2c51 is 50, key is test_row_0/A:col10/1731151483365/Put/seqid=0
2024-11-09T11:24:44,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741904_1080 (size=13051)
2024-11-09T11:24:44,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741903_1079 (size=13051)
2024-11-09T11:24:44,309 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/e25178ec36d74f50a9ca85cdc29c2c51 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e25178ec36d74f50a9ca85cdc29c2c51
2024-11-09T11:24:44,310 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/06c85bb2a4804b0f99ce14855abe6bde as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06c85bb2a4804b0f99ce14855abe6bde
2024-11-09T11:24:44,320 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into e25178ec36d74f50a9ca85cdc29c2c51(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:44,320 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:44,320 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151484257; duration=0sec
2024-11-09T11:24:44,321 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:44,321 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:44,322 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:44,323 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into 06c85bb2a4804b0f99ce14855abe6bde(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:44,323 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:44,323 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151484257; duration=0sec
2024-11-09T11:24:44,323 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:44,323 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:44,324 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:44,324 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:44,324 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,325 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e4b814d06a3047548dd034e0a5b3e1c8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ec30f99d9adc4686b2e44dfbd47daf81, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ffb3ede4c20347a993db21d9ecbed211] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.7 K
2024-11-09T11:24:44,325 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4b814d06a3047548dd034e0a5b3e1c8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731151481731
2024-11-09T11:24:44,326 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec30f99d9adc4686b2e44dfbd47daf81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151481863
2024-11-09T11:24:44,326 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffb3ede4c20347a993db21d9ecbed211, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731151483365
2024-11-09T11:24:44,339 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:44,340 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/5225f50f477542748a5859a5d82c6aff is 50, key is test_row_0/C:col10/1731151483365/Put/seqid=0
2024-11-09T11:24:44,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741905_1081 (size=13051)
2024-11-09T11:24:44,362 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/5225f50f477542748a5859a5d82c6aff as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/5225f50f477542748a5859a5d82c6aff
2024-11-09T11:24:44,370 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 5225f50f477542748a5859a5d82c6aff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:44,370 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:44,370 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151484257; duration=0sec
2024-11-09T11:24:44,371 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:44,371 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:44,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-09T11:24:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:44,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-09T11:24:44,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/b62fbd4633374aceb99518e7ac991b3e is 50, key is test_row_0/A:col10/1731151483376/Put/seqid=0
2024-11-09T11:24:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-09T11:24:44,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741906_1082 (size=12301)
2024-11-09T11:24:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:44,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:44,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151544548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151544550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151544550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151544552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151544553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151544662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,666 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151544662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151544662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151544662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151544662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,667 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,827 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/b62fbd4633374aceb99518e7ac991b3e
2024-11-09T11:24:44,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f796d284a25046d48539c8afb42644c0 is 50, key is test_row_0/B:col10/1731151483376/Put/seqid=0
2024-11-09T11:24:44,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741907_1083 (size=12301)
2024-11-09T11:24:44,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151544872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151544872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151544873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151544873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151544874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-09T11:24:45,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151545182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,184 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151545182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151545183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151545183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151545183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f796d284a25046d48539c8afb42644c0
2024-11-09T11:24:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/22b5fa70bab64ca5a8388d6ab431b591 is 50, key is test_row_0/C:col10/1731151483376/Put/seqid=0
2024-11-09T11:24:45,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741908_1084 (size=12301)
2024-11-09T11:24:45,664 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/22b5fa70bab64ca5a8388d6ab431b591
2024-11-09T11:24:45,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151545692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151545692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151545693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151545693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151545694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:45,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:45,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/b62fbd4633374aceb99518e7ac991b3e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b62fbd4633374aceb99518e7ac991b3e
2024-11-09T11:24:45,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b62fbd4633374aceb99518e7ac991b3e, entries=150, sequenceid=331, filesize=12.0 K
2024-11-09T11:24:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f796d284a25046d48539c8afb42644c0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f796d284a25046d48539c8afb42644c0
2024-11-09T11:24:45,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f796d284a25046d48539c8afb42644c0, entries=150, sequenceid=331, filesize=12.0 K
2024-11-09T11:24:45,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/22b5fa70bab64ca5a8388d6ab431b591 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/22b5fa70bab64ca5a8388d6ab431b591
2024-11-09T11:24:45,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/22b5fa70bab64ca5a8388d6ab431b591, entries=150, sequenceid=331, filesize=12.0 K
2024-11-09T11:24:45,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1332ms, sequenceid=331, compaction requested=false
2024-11-09T11:24:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-09T11:24:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-09T11:24:45,739 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-09T11:24:45,739 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec
2024-11-09T11:24:45,741 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.9570 sec
2024-11-09T11:24:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-09T11:24:45,932 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:45,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-09T11:24:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-09T11:24:45,934 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:45,935 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:45,935 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-09T11:24:46,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-09T11:24:46,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:46,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:24:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/15f437be20dd441eb86bdb48f73d613d is 50, key is test_row_0/A:col10/1731151484551/Put/seqid=0
2024-11-09T11:24:46,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741909_1085 (size=12301)
2024-11-09T11:24:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-09T11:24:46,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/15f437be20dd441eb86bdb48f73d613d
2024-11-09T11:24:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/688396084a8c4eea9f2e8120a6f77b6b is 50, key is test_row_0/B:col10/1731151484551/Put/seqid=0
2024-11-09T11:24:46,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741910_1086 (size=12301)
2024-11-09T11:24:46,542 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/688396084a8c4eea9f2e8120a6f77b6b
2024-11-09T11:24:46,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e1297e5d2c8741deb8b1142f903b1402 is 50, key is test_row_0/C:col10/1731151484551/Put/seqid=0
2024-11-09T11:24:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-09T11:24:46,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741911_1087 (size=12301)
2024-11-09T11:24:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:46,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:46,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151546706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151546707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151546709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151546710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151546710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151546812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151546822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151546823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151546823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,825 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151546823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:46,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e1297e5d2c8741deb8b1142f903b1402
2024-11-09T11:24:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/15f437be20dd441eb86bdb48f73d613d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/15f437be20dd441eb86bdb48f73d613d
2024-11-09T11:24:46,993 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/15f437be20dd441eb86bdb48f73d613d, entries=150, sequenceid=357, filesize=12.0 K
2024-11-09T11:24:46,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/688396084a8c4eea9f2e8120a6f77b6b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/688396084a8c4eea9f2e8120a6f77b6b
2024-11-09T11:24:47,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/688396084a8c4eea9f2e8120a6f77b6b, entries=150, sequenceid=357, filesize=12.0 K
2024-11-09T11:24:47,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e1297e5d2c8741deb8b1142f903b1402 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e1297e5d2c8741deb8b1142f903b1402
2024-11-09T11:24:47,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e1297e5d2c8741deb8b1142f903b1402, entries=150, sequenceid=357, filesize=12.0 K
2024-11-09T11:24:47,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9a83cbfba7c5bc2e31b6914994ddc34c in 921ms, sequenceid=357, compaction requested=true
2024-11-09T11:24:47,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:47,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-09T11:24:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-09T11:24:47,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-09T11:24:47,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec
2024-11-09T11:24:47,015 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0810 sec
2024-11-09T11:24:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:47,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:47,023 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:24:47,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/e9362105727d4a089b81ce1a2fcad7f7 is 50, key is test_row_0/A:col10/1731151486709/Put/seqid=0
2024-11-09T11:24:47,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741912_1088 (size=14741)
2024-11-09T11:24:47,056 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/e9362105727d4a089b81ce1a2fcad7f7
2024-11-09T11:24:47,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151547057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151547062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151547063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151547066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151547066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-09T11:24:47,072 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:47,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/40dd4aa99c244c9681ba6d2212b21a2d is 50, key is test_row_0/B:col10/1731151486709/Put/seqid=0
2024-11-09T11:24:47,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees
2024-11-09T11:24:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:47,075 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:47,077 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:47,077 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:47,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741913_1089 (size=12301)
2024-11-09T11:24:47,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151547172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151547172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151547172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:47,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151547182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151547182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-09T11:24:47,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=28
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-09T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=28
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151547383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151547383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151547383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:47,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151547392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151547392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,488 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/40dd4aa99c244c9681ba6d2212b21a2d
2024-11-09T11:24:47,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e9d536498505430a9f12b3eaa05d7177 is 50, key is test_row_0/C:col10/1731151486709/Put/seqid=0
2024-11-09T11:24:47,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741914_1090 (size=12301)
2024-11-09T11:24:47,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-09T11:24:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=28
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-09T11:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151547692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=28
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151547692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:47,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151547702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151547702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151547702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:47,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-09T11:24:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=28
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:47,908 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e9d536498505430a9f12b3eaa05d7177
2024-11-09T11:24:47,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/e9362105727d4a089b81ce1a2fcad7f7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e9362105727d4a089b81ce1a2fcad7f7
2024-11-09T11:24:47,920 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e9362105727d4a089b81ce1a2fcad7f7, entries=200, sequenceid=369, filesize=14.4 K
2024-11-09T11:24:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/40dd4aa99c244c9681ba6d2212b21a2d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/40dd4aa99c244c9681ba6d2212b21a2d
2024-11-09T11:24:47,929 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/40dd4aa99c244c9681ba6d2212b21a2d, entries=150, sequenceid=369, filesize=12.0 K
2024-11-09T11:24:47,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e9d536498505430a9f12b3eaa05d7177 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e9d536498505430a9f12b3eaa05d7177
2024-11-09T11:24:47,935 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e9d536498505430a9f12b3eaa05d7177, entries=150, sequenceid=369, filesize=12.0 K
2024-11-09T11:24:47,937 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 9a83cbfba7c5bc2e31b6914994ddc34c in 913ms, sequenceid=369, compaction requested=true
2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:47,937 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:47,937 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:47,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:47,939 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:24:47,939 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:47,939 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,939 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06c85bb2a4804b0f99ce14855abe6bde, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f796d284a25046d48539c8afb42644c0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/688396084a8c4eea9f2e8120a6f77b6b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/40dd4aa99c244c9681ba6d2212b21a2d] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=48.8 K
2024-11-09T11:24:47,939 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 06c85bb2a4804b0f99ce14855abe6bde, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731151483365
2024-11-09T11:24:47,940 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:24:47,940 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:47,940 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:47,940 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e25178ec36d74f50a9ca85cdc29c2c51, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b62fbd4633374aceb99518e7ac991b3e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/15f437be20dd441eb86bdb48f73d613d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e9362105727d4a089b81ce1a2fcad7f7] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=51.2 K
2024-11-09T11:24:47,940 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f796d284a25046d48539c8afb42644c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151483376
2024-11-09T11:24:47,941 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e25178ec36d74f50a9ca85cdc29c2c51, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731151483365
2024-11-09T11:24:47,941 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 688396084a8c4eea9f2e8120a6f77b6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731151484543
2024-11-09T11:24:47,944 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 40dd4aa99c244c9681ba6d2212b21a2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151486705
2024-11-09T11:24:47,944 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b62fbd4633374aceb99518e7ac991b3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151483376
2024-11-09T11:24:47,944 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f437be20dd441eb86bdb48f73d613d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731151484543
2024-11-09T11:24:47,945 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9362105727d4a089b81ce1a2fcad7f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151486705
2024-11-09T11:24:47,956 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:47,956 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f7cea02810284ccbbf9f39957e961cb9 is 50, key is test_row_0/B:col10/1731151486709/Put/seqid=0
2024-11-09T11:24:47,960 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#79 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:47,961 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/0852641bd3c3446fa4ac7869b764651d is 50, key is test_row_0/A:col10/1731151486709/Put/seqid=0
2024-11-09T11:24:47,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741916_1092 (size=13187)
2024-11-09T11:24:47,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741915_1091 (size=13187)
2024-11-09T11:24:48,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28
2024-11-09T11:24:48,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:48,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:24:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/50be39fc35fe40ebbd1508a8d12b4cb7 is 50, key is test_row_0/A:col10/1731151487061/Put/seqid=0
2024-11-09T11:24:48,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741917_1093 (size=12301)
2024-11-09T11:24:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:48,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:48,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151548215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151548214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151548216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151548222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151548223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,223 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,224 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151548332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151548332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151548332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,379 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/f7cea02810284ccbbf9f39957e961cb9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f7cea02810284ccbbf9f39957e961cb9
2024-11-09T11:24:48,379 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/0852641bd3c3446fa4ac7869b764651d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/0852641bd3c3446fa4ac7869b764651d
2024-11-09T11:24:48,386 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into f7cea02810284ccbbf9f39957e961cb9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:48,386 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into 0852641bd3c3446fa4ac7869b764651d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:48,386 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=12, startTime=1731151487937; duration=0sec
2024-11-09T11:24:48,386 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=12, startTime=1731151487937; duration=0sec
2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:48,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:24:48,388 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:24:48,388 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:48,388 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:48,388 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/5225f50f477542748a5859a5d82c6aff, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/22b5fa70bab64ca5a8388d6ab431b591, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e1297e5d2c8741deb8b1142f903b1402, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e9d536498505430a9f12b3eaa05d7177] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=48.8 K
2024-11-09T11:24:48,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5225f50f477542748a5859a5d82c6aff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731151483365
2024-11-09T11:24:48,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 22b5fa70bab64ca5a8388d6ab431b591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151483376
2024-11-09T11:24:48,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e1297e5d2c8741deb8b1142f903b1402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731151484543
2024-11-09T11:24:48,390 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e9d536498505430a9f12b3eaa05d7177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151486705
2024-11-09T11:24:48,401 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:48,402 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9aca7124bdb448c38666b02a96ddfe0f is 50, key is test_row_0/C:col10/1731151486709/Put/seqid=0
2024-11-09T11:24:48,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741918_1094 (size=13187)
2024-11-09T11:24:48,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/50be39fc35fe40ebbd1508a8d12b4cb7
2024-11-09T11:24:48,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/a7c60335e6874be69f17584e1af2ea9b is 50, key is test_row_0/B:col10/1731151487061/Put/seqid=0
2024-11-09T11:24:48,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741919_1095 (size=12301)
2024-11-09T11:24:48,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151548542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151548542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151548542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,814 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9aca7124bdb448c38666b02a96ddfe0f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9aca7124bdb448c38666b02a96ddfe0f
2024-11-09T11:24:48,820 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 9aca7124bdb448c38666b02a96ddfe0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:48,820 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:48,820 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=12, startTime=1731151487937; duration=0sec
2024-11-09T11:24:48,820 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:48,820 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:48,846 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/a7c60335e6874be69f17584e1af2ea9b
2024-11-09T11:24:48,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/40a087bf42b14264bdd1eacc5d578400 is 50, key is test_row_0/C:col10/1731151487061/Put/seqid=0
2024-11-09T11:24:48,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151548853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151548853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151548853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:48,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:48,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741920_1096 (size=12301)
2024-11-09T11:24:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:49,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151549232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,235 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151549242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,243 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,265 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/40a087bf42b14264bdd1eacc5d578400
2024-11-09T11:24:49,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/50be39fc35fe40ebbd1508a8d12b4cb7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/50be39fc35fe40ebbd1508a8d12b4cb7
2024-11-09T11:24:49,279 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/50be39fc35fe40ebbd1508a8d12b4cb7, entries=150, sequenceid=395, filesize=12.0 K
2024-11-09T11:24:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/a7c60335e6874be69f17584e1af2ea9b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a7c60335e6874be69f17584e1af2ea9b
2024-11-09T11:24:49,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a7c60335e6874be69f17584e1af2ea9b, entries=150, sequenceid=395, filesize=12.0 K
2024-11-09T11:24:49,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/40a087bf42b14264bdd1eacc5d578400 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/40a087bf42b14264bdd1eacc5d578400
2024-11-09T11:24:49,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/40a087bf42b14264bdd1eacc5d578400, entries=150, sequenceid=395, filesize=12.0 K
2024-11-09T11:24:49,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1295ms, sequenceid=395, compaction requested=false
2024-11-09T11:24:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28
2024-11-09T11:24:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=28
2024-11-09T11:24:49,300 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-09T11:24:49,300 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2210 sec
2024-11-09T11:24:49,302 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.2280 sec
2024-11-09T11:24:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:49,363 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:49,364 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:24:49,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f7a0bc8098fd4d089ee223a6fbb951be is 50, key is test_row_0/A:col10/1731151488215/Put/seqid=0
2024-11-09T11:24:49,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741921_1097 (size=14741)
2024-11-09T11:24:49,379 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f7a0bc8098fd4d089ee223a6fbb951be
2024-11-09T11:24:49,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/eb66218d70cf4d2d83b15af75812e2f3 is 50, key is test_row_0/B:col10/1731151488215/Put/seqid=0
2024-11-09T11:24:49,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151549394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151549397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151549398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741922_1098 (size=12301)
2024-11-09T11:24:49,403 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/eb66218d70cf4d2d83b15af75812e2f3
2024-11-09T11:24:49,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/816841fcdaee494fb770758fde72035b is 50, key is test_row_0/C:col10/1731151488215/Put/seqid=0
2024-11-09T11:24:49,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741923_1099 (size=12301)
2024-11-09T11:24:49,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151549502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151549502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151549503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151549712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151549712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,714 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151549712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:49,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:49,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/816841fcdaee494fb770758fde72035b
2024-11-09T11:24:49,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f7a0bc8098fd4d089ee223a6fbb951be as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f7a0bc8098fd4d089ee223a6fbb951be
2024-11-09T11:24:49,838 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f7a0bc8098fd4d089ee223a6fbb951be, entries=200, sequenceid=409, filesize=14.4 K
2024-11-09T11:24:49,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/eb66218d70cf4d2d83b15af75812e2f3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/eb66218d70cf4d2d83b15af75812e2f3
2024-11-09T11:24:49,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/eb66218d70cf4d2d83b15af75812e2f3, entries=150, sequenceid=409, filesize=12.0 K
2024-11-09T11:24:49,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/816841fcdaee494fb770758fde72035b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/816841fcdaee494fb770758fde72035b
2024-11-09T11:24:49,852 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/816841fcdaee494fb770758fde72035b, entries=150, sequenceid=409, filesize=12.0 K
2024-11-09T11:24:49,853 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9a83cbfba7c5bc2e31b6914994ddc34c in 490ms, sequenceid=409, compaction requested=true
2024-11-09T11:24:49,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:49,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:49,854 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:49,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:49,854 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:49,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:49,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:49,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:49,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:49,855 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:49,855 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:49,855 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:49,855 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:49,855 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:49,855 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:49,855 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f7cea02810284ccbbf9f39957e961cb9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a7c60335e6874be69f17584e1af2ea9b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/eb66218d70cf4d2d83b15af75812e2f3] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.9 K
2024-11-09T11:24:49,855 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/0852641bd3c3446fa4ac7869b764651d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/50be39fc35fe40ebbd1508a8d12b4cb7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f7a0bc8098fd4d089ee223a6fbb951be] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=39.3 K
2024-11-09T11:24:49,856 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0852641bd3c3446fa4ac7869b764651d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151486705
2024-11-09T11:24:49,856 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f7cea02810284ccbbf9f39957e961cb9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151486705
2024-11-09T11:24:49,856 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50be39fc35fe40ebbd1508a8d12b4cb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731151487061
2024-11-09T11:24:49,856 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a7c60335e6874be69f17584e1af2ea9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731151487061
2024-11-09T11:24:49,857 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7a0bc8098fd4d089ee223a6fbb951be, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731151488209
2024-11-09T11:24:49,857 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting eb66218d70cf4d2d83b15af75812e2f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731151488214
2024-11-09T11:24:49,872 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#87 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:49,873 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/4ed1031bd8814014a53c7c2f636218d9 is 50, key is test_row_0/A:col10/1731151488215/Put/seqid=0
2024-11-09T11:24:49,875 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:49,875 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7764708dcbf7455eb8b1c6de9bdc20e3 is 50, key is test_row_0/B:col10/1731151488215/Put/seqid=0
2024-11-09T11:24:49,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741924_1100 (size=13289)
2024-11-09T11:24:49,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741925_1101 (size=13289)
2024-11-09T11:24:49,908 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/4ed1031bd8814014a53c7c2f636218d9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4ed1031bd8814014a53c7c2f636218d9
2024-11-09T11:24:49,909 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/7764708dcbf7455eb8b1c6de9bdc20e3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7764708dcbf7455eb8b1c6de9bdc20e3
2024-11-09T11:24:49,916 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into 4ed1031bd8814014a53c7c2f636218d9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:49,916 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:49,917 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into 7764708dcbf7455eb8b1c6de9bdc20e3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:49,917 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151489854; duration=0sec
2024-11-09T11:24:49,917 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:49,917 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151489854; duration=0sec
2024-11-09T11:24:49,917 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:49,917 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:49,917 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:49,917 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:49,917 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:49,921 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:49,921 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:49,921 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:49,921 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9aca7124bdb448c38666b02a96ddfe0f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/40a087bf42b14264bdd1eacc5d578400, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/816841fcdaee494fb770758fde72035b] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=36.9 K
2024-11-09T11:24:49,922 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9aca7124bdb448c38666b02a96ddfe0f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731151486705
2024-11-09T11:24:49,922 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 40a087bf42b14264bdd1eacc5d578400, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731151487061
2024-11-09T11:24:49,922 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 816841fcdaee494fb770758fde72035b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731151488214
2024-11-09T11:24:49,933 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:49,934 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/d0226f7d64444b2d8b7d8e3c13888d0f is 50, key is test_row_0/C:col10/1731151488215/Put/seqid=0
2024-11-09T11:24:49,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741926_1102 (size=13289)
2024-11-09T11:24:49,948 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/d0226f7d64444b2d8b7d8e3c13888d0f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d0226f7d64444b2d8b7d8e3c13888d0f
2024-11-09T11:24:49,958 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into d0226f7d64444b2d8b7d8e3c13888d0f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:49,958 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:49,958 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151489854; duration=0sec
2024-11-09T11:24:49,958 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:49,958 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:50,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-09T11:24:50,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/dd04b513b6b749e785b4c073b20d4b9b is 50, key is test_row_0/A:col10/1731151489397/Put/seqid=0
2024-11-09T11:24:50,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151550030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741927_1103 (size=17181)
2024-11-09T11:24:50,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151550035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/dd04b513b6b749e785b4c073b20d4b9b
2024-11-09T11:24:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151550036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/dae9f7bb4231426ba7c3ee290ebbe33c is 50, key is test_row_0/B:col10/1731151489397/Put/seqid=0
2024-11-09T11:24:50,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741928_1104 (size=12301)
2024-11-09T11:24:50,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151550143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151550143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151550143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151550352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151550352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151550352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,451 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/dae9f7bb4231426ba7c3ee290ebbe33c
2024-11-09T11:24:50,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9077bc678fc5440fb6c3d592112ff417 is 50, key is test_row_0/C:col10/1731151489397/Put/seqid=0
2024-11-09T11:24:50,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741929_1105 (size=12301)
2024-11-09T11:24:50,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151550662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151550662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151550662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:50,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:50,884 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9077bc678fc5440fb6c3d592112ff417
2024-11-09T11:24:50,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/dd04b513b6b749e785b4c073b20d4b9b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/dd04b513b6b749e785b4c073b20d4b9b
2024-11-09T11:24:50,983 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/dd04b513b6b749e785b4c073b20d4b9b, entries=250, sequenceid=439, filesize=16.8 K
2024-11-09T11:24:50,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/dae9f7bb4231426ba7c3ee290ebbe33c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/dae9f7bb4231426ba7c3ee290ebbe33c
2024-11-09T11:24:50,989 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/dae9f7bb4231426ba7c3ee290ebbe33c, entries=150, sequenceid=439, filesize=12.0 K
2024-11-09T11:24:50,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9077bc678fc5440fb6c3d592112ff417 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9077bc678fc5440fb6c3d592112ff417
2024-11-09T11:24:50,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9077bc678fc5440fb6c3d592112ff417, entries=150, sequenceid=439, filesize=12.0 K
2024-11-09T11:24:50,999 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 9a83cbfba7c5bc2e31b6914994ddc34c in 974ms, sequenceid=439, compaction requested=false
2024-11-09T11:24:50,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:24:51,174 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:24:51,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fb356b2e9bec407aa6b930eda09207b6 is 50, key is test_row_0/A:col10/1731151490028/Put/seqid=0
2024-11-09T11:24:51,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741930_1106 (size=14741)
2024-11-09T11:24:51,187 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fb356b2e9bec407aa6b930eda09207b6
2024-11-09T11:24:51,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/080f392f4e9d4cef89f1417b5facecf0 is 50, key is test_row_0/B:col10/1731151490028/Put/seqid=0
2024-11-09T11:24:51,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151551202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151551203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741931_1107 (size=12301)
2024-11-09T11:24:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151551205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-09T11:24:51,232 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:51,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:24:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees
2024-11-09T11:24:51,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:51,234 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:24:51,235 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:24:51,235 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:24:51,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39374 deadline: 1731151551262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39358 deadline: 1731151551262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,265 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:51,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,266 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 9a83cbfba7c5bc2e31b6914994ddc34c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:24:51,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151551312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151551313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151551313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:51,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-09T11:24:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151551522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151551522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151551523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-09T11:24:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:51,586 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-09T11:24:51,586 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:51,586 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-09T11:24:51,587 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:51,588 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-09T11:24:51,588 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:51,589 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-09T11:24:51,589 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:51,591 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,591 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,591 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,591 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,592 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,592 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,592 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,592 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:51,592 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:51,592 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:51,592 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:51,592 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:51,609 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/080f392f4e9d4cef89f1417b5facecf0
2024-11-09T11:24:51,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/27759d47015d4828b489d5472b10352e is 50, key is test_row_0/C:col10/1731151490028/Put/seqid=0
2024-11-09T11:24:51,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741932_1108 (size=12301)
2024-11-09T11:24:51,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-09T11:24:51,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:51,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39424 deadline: 1731151551833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1731151551833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:24:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39388 deadline: 1731151551834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:24:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:24:51,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-09T11:24:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:51,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:52,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-09T11:24:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:52,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:52,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:52,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30
java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=30
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:24:52,024 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/27759d47015d4828b489d5472b10352e
2024-11-09T11:24:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/fb356b2e9bec407aa6b930eda09207b6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fb356b2e9bec407aa6b930eda09207b6
2024-11-09T11:24:52,045 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fb356b2e9bec407aa6b930eda09207b6, entries=200, sequenceid=452, filesize=14.4 K
2024-11-09T11:24:52,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/080f392f4e9d4cef89f1417b5facecf0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/080f392f4e9d4cef89f1417b5facecf0
2024-11-09T11:24:52,052 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/080f392f4e9d4cef89f1417b5facecf0, entries=150, sequenceid=452, filesize=12.0 K
2024-11-09T11:24:52,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/27759d47015d4828b489d5472b10352e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/27759d47015d4828b489d5472b10352e
2024-11-09T11:24:52,057 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/27759d47015d4828b489d5472b10352e, entries=150, sequenceid=452, filesize=12.0 K
2024-11-09T11:24:52,058 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a83cbfba7c5bc2e31b6914994ddc34c in 884ms, sequenceid=452, compaction requested=true
2024-11-09T11:24:52,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:24:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:52,059 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:24:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:52,059 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a83cbfba7c5bc2e31b6914994ddc34c:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:24:52,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:52,060 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:52,060 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45211 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:52,060 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/B is initiating minor compaction (all files)
2024-11-09T11:24:52,060 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/A is initiating minor compaction (all files)
2024-11-09T11:24:52,060 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/B in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:52,060 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/A in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:52,060 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7764708dcbf7455eb8b1c6de9bdc20e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/dae9f7bb4231426ba7c3ee290ebbe33c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/080f392f4e9d4cef89f1417b5facecf0] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=37.0 K
2024-11-09T11:24:52,060 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4ed1031bd8814014a53c7c2f636218d9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/dd04b513b6b749e785b4c073b20d4b9b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fb356b2e9bec407aa6b930eda09207b6] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=44.2 K
2024-11-09T11:24:52,061 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7764708dcbf7455eb8b1c6de9bdc20e3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731151488214
2024-11-09T11:24:52,061 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ed1031bd8814014a53c7c2f636218d9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731151488214
2024-11-09T11:24:52,061 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting dae9f7bb4231426ba7c3ee290ebbe33c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731151489397
2024-11-09T11:24:52,061 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd04b513b6b749e785b4c073b20d4b9b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731151489389
2024-11-09T11:24:52,062 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 080f392f4e9d4cef89f1417b5facecf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731151490028
2024-11-09T11:24:52,062 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb356b2e9bec407aa6b930eda09207b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731151490028
2024-11-09T11:24:52,069 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:52,070 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f21fae6cb72f42ceb62877585345b9b7 is 50, key is test_row_0/A:col10/1731151490028/Put/seqid=0
2024-11-09T11:24:52,070 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#B#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:52,070 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/a475689b99c84c82a7ce9a6e2f0c5045 is 50, key is test_row_0/B:col10/1731151490028/Put/seqid=0
2024-11-09T11:24:52,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741933_1109 (size=13391)
2024-11-09T11:24:52,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741934_1110 (size=13391)
2024-11-09T11:24:52,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30
2024-11-09T11:24:52,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:52,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:24:52,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/4b9d8b22c0b147f68cea70a8bfdce6a9 is 50, key is test_row_0/A:col10/1731151491189/Put/seqid=0
2024-11-09T11:24:52,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741935_1111 (size=12301)
2024-11-09T11:24:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:52,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. as already flushing
2024-11-09T11:24:52,349 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-09T11:24:52,349 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:52,349 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-09T11:24:52,349 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:52,349 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:52,349 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-09T11:24:52,349 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:52,349 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:52,349 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:52,349 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:52,350 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:52,350 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:52,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:52,350 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:52,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:52,485 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/f21fae6cb72f42ceb62877585345b9b7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f21fae6cb72f42ceb62877585345b9b7
2024-11-09T11:24:52,486 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/a475689b99c84c82a7ce9a6e2f0c5045 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a475689b99c84c82a7ce9a6e2f0c5045
2024-11-09T11:24:52,492 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/A of 9a83cbfba7c5bc2e31b6914994ddc34c into f21fae6cb72f42ceb62877585345b9b7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:52,492 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/B of 9a83cbfba7c5bc2e31b6914994ddc34c into a475689b99c84c82a7ce9a6e2f0c5045(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:52,492 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:52,492 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:52,492 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/B, priority=13, startTime=1731151492059; duration=0sec
2024-11-09T11:24:52,492 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/A, priority=13, startTime=1731151492058; duration=0sec
2024-11-09T11:24:52,492 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:52,492 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:B
2024-11-09T11:24:52,492 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:24:52,493 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:A
2024-11-09T11:24:52,493 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:24:52,494 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:24:52,494 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a83cbfba7c5bc2e31b6914994ddc34c/C is initiating minor compaction (all files)
2024-11-09T11:24:52,494 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a83cbfba7c5bc2e31b6914994ddc34c/C in TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:52,494 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d0226f7d64444b2d8b7d8e3c13888d0f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9077bc678fc5440fb6c3d592112ff417, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/27759d47015d4828b489d5472b10352e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp, totalSize=37.0 K
2024-11-09T11:24:52,494 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting d0226f7d64444b2d8b7d8e3c13888d0f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1731151488214
2024-11-09T11:24:52,495 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9077bc678fc5440fb6c3d592112ff417, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731151489397
2024-11-09T11:24:52,495 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 27759d47015d4828b489d5472b10352e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1731151490028
2024-11-09T11:24:52,503 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a83cbfba7c5bc2e31b6914994ddc34c#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:24:52,503 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9d7c6bcdb2e846f1b108a10cc4f986e2 is 50, key is test_row_0/C:col10/1731151490028/Put/seqid=0
2024-11-09T11:24:52,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741936_1112 (size=13391)
2024-11-09T11:24:52,578 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/4b9d8b22c0b147f68cea70a8bfdce6a9
2024-11-09T11:24:52,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/4256d0acddb644e2b43f1c771106a317 is 50, key is test_row_0/B:col10/1731151491189/Put/seqid=0
2024-11-09T11:24:52,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741937_1113 (size=12301)
2024-11-09T11:24:52,921 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/9d7c6bcdb2e846f1b108a10cc4f986e2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9d7c6bcdb2e846f1b108a10cc4f986e2
2024-11-09T11:24:52,928 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a83cbfba7c5bc2e31b6914994ddc34c/C of 9a83cbfba7c5bc2e31b6914994ddc34c into 9d7c6bcdb2e846f1b108a10cc4f986e2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:24:52,929 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:52,929 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., storeName=9a83cbfba7c5bc2e31b6914994ddc34c/C, priority=13, startTime=1731151492059; duration=0sec
2024-11-09T11:24:52,929 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:24:52,929 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a83cbfba7c5bc2e31b6914994ddc34c:C
2024-11-09T11:24:52,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/4256d0acddb644e2b43f1c771106a317
2024-11-09T11:24:53,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e7fbdaf22aed42a0afa3caa998371a21 is 50, key is test_row_0/C:col10/1731151491189/Put/seqid=0
2024-11-09T11:24:53,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741938_1114 (size=12301)
2024-11-09T11:24:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:53,422 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e7fbdaf22aed42a0afa3caa998371a21
2024-11-09T11:24:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/4b9d8b22c0b147f68cea70a8bfdce6a9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4b9d8b22c0b147f68cea70a8bfdce6a9
2024-11-09T11:24:53,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4b9d8b22c0b147f68cea70a8bfdce6a9, entries=150, sequenceid=475, filesize=12.0 K
2024-11-09T11:24:53,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/4256d0acddb644e2b43f1c771106a317 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4256d0acddb644e2b43f1c771106a317
2024-11-09T11:24:53,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4256d0acddb644e2b43f1c771106a317, entries=150, sequenceid=475, filesize=12.0 K
2024-11-09T11:24:53,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/e7fbdaf22aed42a0afa3caa998371a21 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e7fbdaf22aed42a0afa3caa998371a21
2024-11-09T11:24:53,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e7fbdaf22aed42a0afa3caa998371a21, entries=150, sequenceid=475, filesize=12.0 K
2024-11-09T11:24:53,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1291ms, sequenceid=475, compaction requested=false
2024-11-09T11:24:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9a83cbfba7c5bc2e31b6914994ddc34c:

2024-11-09T11:24:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:53,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30
2024-11-09T11:24:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=30
2024-11-09T11:24:53,460 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-09T11:24:53,460 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec
2024-11-09T11:24:53,462 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 2.2280 sec
2024-11-09T11:24:53,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T11:24:55,319 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-09T11:24:55,319 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-09T11:24:55,319 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:55,319 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:55,319 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:24:55,319 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:55,319 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:55,319 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:55,319 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:55,320 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:55,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-09T11:24:55,403 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 74
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 50
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 52
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 68
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 136
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3804
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3707
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1689
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5066 rows
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1691
2024-11-09T11:24:55,403 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5072 rows
2024-11-09T11:24:55,404 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:24:55,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:24:55,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:55,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:55,404 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:24:55,409 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T11:24:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:55,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-09T11:24:55,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151495417"}]},"ts":"1731151495417"}
2024-11-09T11:24:55,419 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T11:24:55,419 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T11:24:55,421 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:24:55,424 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, UNASSIGN}]
2024-11-09T11:24:55,425 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, UNASSIGN
2024-11-09T11:24:55,426 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9a83cbfba7c5bc2e31b6914994ddc34c, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:55,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, UNASSIGN because future has completed
2024-11-09T11:24:55,429 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:24:55,429 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:24:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-09T11:24:55,587 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:55,587 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:24:55,588 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 9a83cbfba7c5bc2e31b6914994ddc34c, disabling compactions & flushes
2024-11-09T11:24:55,588 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:55,588 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:55,588 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. after waiting 0 ms
2024-11-09T11:24:55,588 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:55,589 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 9a83cbfba7c5bc2e31b6914994ddc34c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-09T11:24:55,596 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/9c496c39fddf43fcad33c6f5986b20bb is 50, key is test_row_0/A:col10/1731151492344/Put/seqid=0
2024-11-09T11:24:55,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741939_1115 (size=12301)
2024-11-09T11:24:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-09T11:24:56,002 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/9c496c39fddf43fcad33c6f5986b20bb
2024-11-09T11:24:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-09T11:24:56,051 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/90660cec299d4d3ebb83083fd51737f5 is 50, key is test_row_0/B:col10/1731151492344/Put/seqid=0
2024-11-09T11:24:56,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741940_1116 (size=12301)
2024-11-09T11:24:56,456 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/90660cec299d4d3ebb83083fd51737f5
2024-11-09T11:24:56,471 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ef7f2dc83cc149b9aa930e1d2b8ab50b is 50, key is test_row_0/C:col10/1731151492344/Put/seqid=0
2024-11-09T11:24:56,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741941_1117 (size=12301)
2024-11-09T11:24:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-09T11:24:56,877 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ef7f2dc83cc149b9aa930e1d2b8ab50b
2024-11-09T11:24:56,888 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/A/9c496c39fddf43fcad33c6f5986b20bb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/9c496c39fddf43fcad33c6f5986b20bb
2024-11-09T11:24:56,893 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/9c496c39fddf43fcad33c6f5986b20bb, entries=150, sequenceid=486, filesize=12.0 K
2024-11-09T11:24:56,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/B/90660cec299d4d3ebb83083fd51737f5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/90660cec299d4d3ebb83083fd51737f5
2024-11-09T11:24:56,900 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/90660cec299d4d3ebb83083fd51737f5, entries=150, sequenceid=486, filesize=12.0 K
2024-11-09T11:24:56,902 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/.tmp/C/ef7f2dc83cc149b9aa930e1d2b8ab50b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ef7f2dc83cc149b9aa930e1d2b8ab50b
2024-11-09T11:24:56,908 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ef7f2dc83cc149b9aa930e1d2b8ab50b, entries=150, sequenceid=486, filesize=12.0 K
2024-11-09T11:24:56,909 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1321ms, sequenceid=486, compaction requested=true
2024-11-09T11:24:56,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8805540767834bf28dc985241b6c136d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b08c133cbefd4fb1828fc2451454e37d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/3751954371544562917b7ed8197e78ac, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/270f4a76e43d4d07878d8dbb36cb131d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/18126719f6f6497991a9dd4df87a47ce, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/132abe7da76549b485bda665b5620d25, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe4dfa189d8a4855a4b78c6f9863adac, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/1b0a98b75cfd43c999956bec57a7ff9d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/2fbd6007c9d44bc08597bf8717a3ac9e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8f5a5417db824ad3888069b01d53de86, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/41db45686aeb4e9ba787ecd37bdc7ab3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/cbcd9f8d61ca44f5a0050e298c317d69, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f31a3aa89f174a5cad9f81a0e0392357, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c43fe66be9a94aa8a6e24b34e97d1236, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f8d558e492de4224a7d2bf18d9f69d9d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/7c90f2b7016045cead7f9256ea8e8925, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c5267a97ecbd4e839090c7782afbb1f6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/02a4e60720a8407aa6b2a03e147bda94, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/848c563179bb4de39648c2ea17406631, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe9f2fc858da4a64904cbd3c93e290f6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/24a965e4a3d941e7b4dcd5ccdf32d13e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e25178ec36d74f50a9ca85cdc29c2c51, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/286c9bbbe17744d6b6f79e8170ca6b18, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b62fbd4633374aceb99518e7ac991b3e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/15f437be20dd441eb86bdb48f73d613d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e9362105727d4a089b81ce1a2fcad7f7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/0852641bd3c3446fa4ac7869b764651d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/50be39fc35fe40ebbd1508a8d12b4cb7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f7a0bc8098fd4d089ee223a6fbb951be, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4ed1031bd8814014a53c7c2f636218d9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/dd04b513b6b749e785b4c073b20d4b9b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fb356b2e9bec407aa6b930eda09207b6] to archive
2024-11-09T11:24:56,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:24:56,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8805540767834bf28dc985241b6c136d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8805540767834bf28dc985241b6c136d
2024-11-09T11:24:56,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b08c133cbefd4fb1828fc2451454e37d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b08c133cbefd4fb1828fc2451454e37d
2024-11-09T11:24:56,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/3751954371544562917b7ed8197e78ac to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/3751954371544562917b7ed8197e78ac
2024-11-09T11:24:56,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/270f4a76e43d4d07878d8dbb36cb131d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/270f4a76e43d4d07878d8dbb36cb131d
2024-11-09T11:24:56,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/18126719f6f6497991a9dd4df87a47ce to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/18126719f6f6497991a9dd4df87a47ce
2024-11-09T11:24:56,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/132abe7da76549b485bda665b5620d25 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/132abe7da76549b485bda665b5620d25
2024-11-09T11:24:56,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe4dfa189d8a4855a4b78c6f9863adac to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe4dfa189d8a4855a4b78c6f9863adac
2024-11-09T11:24:56,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/1b0a98b75cfd43c999956bec57a7ff9d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/1b0a98b75cfd43c999956bec57a7ff9d
2024-11-09T11:24:56,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/2fbd6007c9d44bc08597bf8717a3ac9e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/2fbd6007c9d44bc08597bf8717a3ac9e
2024-11-09T11:24:56,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8f5a5417db824ad3888069b01d53de86 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/8f5a5417db824ad3888069b01d53de86
2024-11-09T11:24:56,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/41db45686aeb4e9ba787ecd37bdc7ab3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/41db45686aeb4e9ba787ecd37bdc7ab3
2024-11-09T11:24:56,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/cbcd9f8d61ca44f5a0050e298c317d69 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/cbcd9f8d61ca44f5a0050e298c317d69
2024-11-09T11:24:56,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f31a3aa89f174a5cad9f81a0e0392357 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f31a3aa89f174a5cad9f81a0e0392357
2024-11-09T11:24:56,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c43fe66be9a94aa8a6e24b34e97d1236 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c43fe66be9a94aa8a6e24b34e97d1236
2024-11-09T11:24:56,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f8d558e492de4224a7d2bf18d9f69d9d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f8d558e492de4224a7d2bf18d9f69d9d
2024-11-09T11:24:56,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/7c90f2b7016045cead7f9256ea8e8925 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/7c90f2b7016045cead7f9256ea8e8925
2024-11-09T11:24:56,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c5267a97ecbd4e839090c7782afbb1f6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/c5267a97ecbd4e839090c7782afbb1f6
2024-11-09T11:24:56,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/02a4e60720a8407aa6b2a03e147bda94 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/02a4e60720a8407aa6b2a03e147bda94
2024-11-09T11:24:56,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/848c563179bb4de39648c2ea17406631 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/848c563179bb4de39648c2ea17406631
2024-11-09T11:24:56,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe9f2fc858da4a64904cbd3c93e290f6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fe9f2fc858da4a64904cbd3c93e290f6
2024-11-09T11:24:56,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/24a965e4a3d941e7b4dcd5ccdf32d13e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/24a965e4a3d941e7b4dcd5ccdf32d13e
2024-11-09T11:24:56,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e25178ec36d74f50a9ca85cdc29c2c51 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e25178ec36d74f50a9ca85cdc29c2c51
2024-11-09T11:24:56,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/286c9bbbe17744d6b6f79e8170ca6b18 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/286c9bbbe17744d6b6f79e8170ca6b18
2024-11-09T11:24:56,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b62fbd4633374aceb99518e7ac991b3e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/b62fbd4633374aceb99518e7ac991b3e
2024-11-09T11:24:56,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/15f437be20dd441eb86bdb48f73d613d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/15f437be20dd441eb86bdb48f73d613d
2024-11-09T11:24:56,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e9362105727d4a089b81ce1a2fcad7f7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/e9362105727d4a089b81ce1a2fcad7f7
2024-11-09T11:24:56,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/0852641bd3c3446fa4ac7869b764651d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/0852641bd3c3446fa4ac7869b764651d
2024-11-09T11:24:56,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/50be39fc35fe40ebbd1508a8d12b4cb7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/50be39fc35fe40ebbd1508a8d12b4cb7
2024-11-09T11:24:56,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f7a0bc8098fd4d089ee223a6fbb951be to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f7a0bc8098fd4d089ee223a6fbb951be
2024-11-09T11:24:56,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4ed1031bd8814014a53c7c2f636218d9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4ed1031bd8814014a53c7c2f636218d9
2024-11-09T11:24:56,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/dd04b513b6b749e785b4c073b20d4b9b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/dd04b513b6b749e785b4c073b20d4b9b
2024-11-09T11:24:56,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fb356b2e9bec407aa6b930eda09207b6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/fb356b2e9bec407aa6b930eda09207b6
2024-11-09T11:24:56,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/70d2fad560ec4add8bacd955b0a5fce9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/85878f6087f84ad3be3d1c60a6dc0f05, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/b0348cbc59e64dfe949461bb473fff9b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ddd3179d68884800b84ac6e00596ad65, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/c38b57c5850f4ca4ada80e41a79504fc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d034c007199c4d9d9eefb27e07353c1b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f70e30c774074553ae53e6faf24aac5a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/1f8b0edb6f6e482f858aed6f595b7331, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/772f11c0ed2d409db26cb800a1347afe, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06d88bee939941a886deeb0a5417de5d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/68edbdc3d5314cbcb39fc7d602281a5f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/79eaf80241e945549348ae4fb30545bc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4c52f2f076ea45c5b4c10b3b55f078c9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7ec5625faa6e4c5c97682ef1102e377b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/5f6d5b1d47b6424caba6875d6fbfaed9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f191842dfb9b49aba7921a9b1c0dcf89, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ae47f99bec2d44c9869278efd46355bd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7696c28af79b478498cb666e64e4996a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/924a8cea6a6d4ce487082bf3025750af, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d2ffb264c09c4f70b8758d9830f2e606, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f071a04257fd448582566fcb5a46c11b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06c85bb2a4804b0f99ce14855abe6bde, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/3692235d173a434396f02c84a31439ad, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f796d284a25046d48539c8afb42644c0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/688396084a8c4eea9f2e8120a6f77b6b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f7cea02810284ccbbf9f39957e961cb9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/40dd4aa99c244c9681ba6d2212b21a2d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a7c60335e6874be69f17584e1af2ea9b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7764708dcbf7455eb8b1c6de9bdc20e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/eb66218d70cf4d2d83b15af75812e2f3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/dae9f7bb4231426ba7c3ee290ebbe33c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/080f392f4e9d4cef89f1417b5facecf0] to archive
2024-11-09T11:24:56,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:24:56,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/70d2fad560ec4add8bacd955b0a5fce9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/70d2fad560ec4add8bacd955b0a5fce9
2024-11-09T11:24:56,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/85878f6087f84ad3be3d1c60a6dc0f05 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/85878f6087f84ad3be3d1c60a6dc0f05
2024-11-09T11:24:56,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/b0348cbc59e64dfe949461bb473fff9b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/b0348cbc59e64dfe949461bb473fff9b
2024-11-09T11:24:56,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ddd3179d68884800b84ac6e00596ad65 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ddd3179d68884800b84ac6e00596ad65
2024-11-09T11:24:56,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/c38b57c5850f4ca4ada80e41a79504fc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/c38b57c5850f4ca4ada80e41a79504fc
2024-11-09T11:24:56,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d034c007199c4d9d9eefb27e07353c1b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d034c007199c4d9d9eefb27e07353c1b
2024-11-09T11:24:56,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f70e30c774074553ae53e6faf24aac5a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f70e30c774074553ae53e6faf24aac5a
2024-11-09T11:24:56,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/1f8b0edb6f6e482f858aed6f595b7331 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/1f8b0edb6f6e482f858aed6f595b7331
2024-11-09T11:24:56,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/772f11c0ed2d409db26cb800a1347afe to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/772f11c0ed2d409db26cb800a1347afe
2024-11-09T11:24:56,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06d88bee939941a886deeb0a5417de5d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06d88bee939941a886deeb0a5417de5d
2024-11-09T11:24:56,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/68edbdc3d5314cbcb39fc7d602281a5f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/68edbdc3d5314cbcb39fc7d602281a5f
2024-11-09T11:24:56,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/79eaf80241e945549348ae4fb30545bc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/79eaf80241e945549348ae4fb30545bc
2024-11-09T11:24:56,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4c52f2f076ea45c5b4c10b3b55f078c9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4c52f2f076ea45c5b4c10b3b55f078c9
2024-11-09T11:24:56,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7ec5625faa6e4c5c97682ef1102e377b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7ec5625faa6e4c5c97682ef1102e377b
2024-11-09T11:24:56,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/5f6d5b1d47b6424caba6875d6fbfaed9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/5f6d5b1d47b6424caba6875d6fbfaed9
2024-11-09T11:24:56,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f191842dfb9b49aba7921a9b1c0dcf89 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f191842dfb9b49aba7921a9b1c0dcf89
2024-11-09T11:24:56,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ae47f99bec2d44c9869278efd46355bd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/ae47f99bec2d44c9869278efd46355bd
2024-11-09T11:24:56,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7696c28af79b478498cb666e64e4996a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7696c28af79b478498cb666e64e4996a
2024-11-09T11:24:56,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/924a8cea6a6d4ce487082bf3025750af to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/924a8cea6a6d4ce487082bf3025750af
2024-11-09T11:24:56,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d2ffb264c09c4f70b8758d9830f2e606 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/d2ffb264c09c4f70b8758d9830f2e606
2024-11-09T11:24:56,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f071a04257fd448582566fcb5a46c11b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f071a04257fd448582566fcb5a46c11b
2024-11-09T11:24:56,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06c85bb2a4804b0f99ce14855abe6bde to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/06c85bb2a4804b0f99ce14855abe6bde
2024-11-09T11:24:56,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/3692235d173a434396f02c84a31439ad to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/3692235d173a434396f02c84a31439ad
2024-11-09T11:24:56,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f796d284a25046d48539c8afb42644c0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f796d284a25046d48539c8afb42644c0
2024-11-09T11:24:56,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/688396084a8c4eea9f2e8120a6f77b6b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/688396084a8c4eea9f2e8120a6f77b6b
2024-11-09T11:24:56,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f7cea02810284ccbbf9f39957e961cb9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/f7cea02810284ccbbf9f39957e961cb9
2024-11-09T11:24:56,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/40dd4aa99c244c9681ba6d2212b21a2d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/40dd4aa99c244c9681ba6d2212b21a2d
2024-11-09T11:24:56,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a7c60335e6874be69f17584e1af2ea9b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a7c60335e6874be69f17584e1af2ea9b
2024-11-09T11:24:56,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7764708dcbf7455eb8b1c6de9bdc20e3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/7764708dcbf7455eb8b1c6de9bdc20e3
2024-11-09T11:24:56,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/eb66218d70cf4d2d83b15af75812e2f3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/eb66218d70cf4d2d83b15af75812e2f3
2024-11-09T11:24:57,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/dae9f7bb4231426ba7c3ee290ebbe33c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/dae9f7bb4231426ba7c3ee290ebbe33c
2024-11-09T11:24:57,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/080f392f4e9d4cef89f1417b5facecf0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/080f392f4e9d4cef89f1417b5facecf0
2024-11-09T11:24:57,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2c75a67e310949d8b62e97901caec3cd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d51dc72dbaff46048c3fe425e719e679, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/6d8c0bf86d3744119315bce2e1b02aa1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/f9a101a614f84fac8c41d7106c5c333c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/85804046a34d4362894db85cf69fce5a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/84b5682b7f75474d86fe577106545c08, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/c43cc9f221f448979b0169142dad0d05, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9c3fd350af0a4383971ff5e2f4450f5d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/cae9c9c1498749f883a59da20d7f525c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/382ca84df9cc46f79caa24688dcd5a6f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/af9187cd8c314da49eedf9f91729e021, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/217e972688524d5a998184eb43ee7be6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/1d3973c17a6c4873bc52743c11be35e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/50e1894d733d4f478d8158c2c4976c88, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/67710aba9c51476f98a2bdea7b2c950c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/42daa3183f0e47909fd73ac8bb6b6454, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2b9b575eed554544bb53d323b7d90c8b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/483cf105fb674e01b363a3af294f1712, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e4b814d06a3047548dd034e0a5b3e1c8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ceebb8dc1d47460e83282b270fdfe91e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ec30f99d9adc4686b2e44dfbd47daf81, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/5225f50f477542748a5859a5d82c6aff, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ffb3ede4c20347a993db21d9ecbed211, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/22b5fa70bab64ca5a8388d6ab431b591, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e1297e5d2c8741deb8b1142f903b1402, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9aca7124bdb448c38666b02a96ddfe0f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e9d536498505430a9f12b3eaa05d7177, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/40a087bf42b14264bdd1eacc5d578400, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d0226f7d64444b2d8b7d8e3c13888d0f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/816841fcdaee494fb770758fde72035b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9077bc678fc5440fb6c3d592112ff417, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/27759d47015d4828b489d5472b10352e] to archive
2024-11-09T11:24:57,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:24:57,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2c75a67e310949d8b62e97901caec3cd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2c75a67e310949d8b62e97901caec3cd
2024-11-09T11:24:57,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d51dc72dbaff46048c3fe425e719e679 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d51dc72dbaff46048c3fe425e719e679
2024-11-09T11:24:57,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/6d8c0bf86d3744119315bce2e1b02aa1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/6d8c0bf86d3744119315bce2e1b02aa1
2024-11-09T11:24:57,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/f9a101a614f84fac8c41d7106c5c333c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/f9a101a614f84fac8c41d7106c5c333c
2024-11-09T11:24:57,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/85804046a34d4362894db85cf69fce5a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/85804046a34d4362894db85cf69fce5a
2024-11-09T11:24:57,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/84b5682b7f75474d86fe577106545c08 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/84b5682b7f75474d86fe577106545c08
2024-11-09T11:24:57,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/c43cc9f221f448979b0169142dad0d05 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/c43cc9f221f448979b0169142dad0d05
2024-11-09T11:24:57,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9c3fd350af0a4383971ff5e2f4450f5d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9c3fd350af0a4383971ff5e2f4450f5d
2024-11-09T11:24:57,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/cae9c9c1498749f883a59da20d7f525c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/cae9c9c1498749f883a59da20d7f525c
2024-11-09T11:24:57,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/382ca84df9cc46f79caa24688dcd5a6f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/382ca84df9cc46f79caa24688dcd5a6f
2024-11-09T11:24:57,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/af9187cd8c314da49eedf9f91729e021 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/af9187cd8c314da49eedf9f91729e021
2024-11-09T11:24:57,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/217e972688524d5a998184eb43ee7be6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/217e972688524d5a998184eb43ee7be6
2024-11-09T11:24:57,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/1d3973c17a6c4873bc52743c11be35e5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/1d3973c17a6c4873bc52743c11be35e5
2024-11-09T11:24:57,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/50e1894d733d4f478d8158c2c4976c88 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/50e1894d733d4f478d8158c2c4976c88
2024-11-09T11:24:57,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/67710aba9c51476f98a2bdea7b2c950c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/67710aba9c51476f98a2bdea7b2c950c
2024-11-09T11:24:57,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/42daa3183f0e47909fd73ac8bb6b6454 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/42daa3183f0e47909fd73ac8bb6b6454
2024-11-09T11:24:57,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2b9b575eed554544bb53d323b7d90c8b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/2b9b575eed554544bb53d323b7d90c8b
2024-11-09T11:24:57,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/483cf105fb674e01b363a3af294f1712 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/483cf105fb674e01b363a3af294f1712
2024-11-09T11:24:57,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e4b814d06a3047548dd034e0a5b3e1c8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e4b814d06a3047548dd034e0a5b3e1c8
2024-11-09T11:24:57,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ceebb8dc1d47460e83282b270fdfe91e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ceebb8dc1d47460e83282b270fdfe91e
2024-11-09T11:24:57,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ec30f99d9adc4686b2e44dfbd47daf81 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ec30f99d9adc4686b2e44dfbd47daf81
2024-11-09T11:24:57,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/5225f50f477542748a5859a5d82c6aff to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/5225f50f477542748a5859a5d82c6aff
2024-11-09T11:24:57,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ffb3ede4c20347a993db21d9ecbed211 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ffb3ede4c20347a993db21d9ecbed211
2024-11-09T11:24:57,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/22b5fa70bab64ca5a8388d6ab431b591 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/22b5fa70bab64ca5a8388d6ab431b591
2024-11-09T11:24:57,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e1297e5d2c8741deb8b1142f903b1402 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e1297e5d2c8741deb8b1142f903b1402
2024-11-09T11:24:57,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9aca7124bdb448c38666b02a96ddfe0f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9aca7124bdb448c38666b02a96ddfe0f
2024-11-09T11:24:57,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e9d536498505430a9f12b3eaa05d7177 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e9d536498505430a9f12b3eaa05d7177
2024-11-09T11:24:57,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/40a087bf42b14264bdd1eacc5d578400 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/40a087bf42b14264bdd1eacc5d578400
2024-11-09T11:24:57,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d0226f7d64444b2d8b7d8e3c13888d0f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/d0226f7d64444b2d8b7d8e3c13888d0f
2024-11-09T11:24:57,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/816841fcdaee494fb770758fde72035b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/816841fcdaee494fb770758fde72035b
2024-11-09T11:24:57,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9077bc678fc5440fb6c3d592112ff417 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9077bc678fc5440fb6c3d592112ff417
2024-11-09T11:24:57,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/27759d47015d4828b489d5472b10352e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/27759d47015d4828b489d5472b10352e
2024-11-09T11:24:57,045 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/recovered.edits/489.seqid, newMaxSeqId=489, maxSeqId=1
2024-11-09T11:24:57,046 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.
2024-11-09T11:24:57,047 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 9a83cbfba7c5bc2e31b6914994ddc34c:
Waiting for close lock at 1731151495588Running coprocessor pre-close hooks at 1731151495588Disabling compacts and flushes for region at 1731151495588Disabling writes for close at 1731151495588Obtaining lock to block concurrent updates at 1731151495589 (+1 ms)Preparing flush snapshotting stores in 9a83cbfba7c5bc2e31b6914994ddc34c at 1731151495589Finished memstore snapshotting TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731151495589Flushing stores of TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c. at 1731151495590 (+1 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/A: creating writer at 1731151495590Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/A: appending metadata at 1731151495595 (+5 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/A: closing flushed file at 1731151495596 (+1 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/B: creating writer at 1731151496048 (+452 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/B: appending metadata at 1731151496050 (+2 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/B: closing flushed file at 1731151496050Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/C: creating writer at 1731151496465 (+415 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/C: appending metadata at 1731151496470 (+5 ms)Flushing 9a83cbfba7c5bc2e31b6914994ddc34c/C: closing flushed file at 1731151496470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357e1ce6: reopening flushed file at 1731151496887 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aabdd0: reopening flushed file at 1731151496893 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5850a08a: reopening flushed file at 1731151496901 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9a83cbfba7c5bc2e31b6914994ddc34c in 1321ms, sequenceid=486, compaction requested=true at 1731151496909 (+8 ms)Writing region close event to WAL at 1731151497041 (+132 ms)Running coprocessor post-close hooks at 1731151497046 (+5 ms)Closed at 1731151497046
2024-11-09T11:24:57,049 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:57,050 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=9a83cbfba7c5bc2e31b6914994ddc34c, regionState=CLOSED
2024-11-09T11:24:57,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:24:57,055 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-09T11:24:57,055 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a83cbfba7c5bc2e31b6914994ddc34c, server=3264b4bbda9f,45745,1731151465654 in 1.6240 sec
2024-11-09T11:24:57,057 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-09T11:24:57,057 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a83cbfba7c5bc2e31b6914994ddc34c, UNASSIGN in 1.6310 sec
2024-11-09T11:24:57,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-09T11:24:57,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6380 sec
2024-11-09T11:24:57,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151497060"}]},"ts":"1731151497060"}
2024-11-09T11:24:57,062 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T11:24:57,062 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T11:24:57,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6520 sec
2024-11-09T11:24:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-09T11:24:57,562 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:57,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T11:24:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,574 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-09T11:24:57,575 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:57,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/recovered.edits]
2024-11-09T11:24:57,589 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4b9d8b22c0b147f68cea70a8bfdce6a9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/4b9d8b22c0b147f68cea70a8bfdce6a9
2024-11-09T11:24:57,591 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/9c496c39fddf43fcad33c6f5986b20bb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/9c496c39fddf43fcad33c6f5986b20bb
2024-11-09T11:24:57,592 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f21fae6cb72f42ceb62877585345b9b7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/A/f21fae6cb72f42ceb62877585345b9b7
2024-11-09T11:24:57,596 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4256d0acddb644e2b43f1c771106a317 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/4256d0acddb644e2b43f1c771106a317
2024-11-09T11:24:57,597 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/90660cec299d4d3ebb83083fd51737f5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/90660cec299d4d3ebb83083fd51737f5
2024-11-09T11:24:57,598 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a475689b99c84c82a7ce9a6e2f0c5045 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/B/a475689b99c84c82a7ce9a6e2f0c5045
2024-11-09T11:24:57,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9d7c6bcdb2e846f1b108a10cc4f986e2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/9d7c6bcdb2e846f1b108a10cc4f986e2
2024-11-09T11:24:57,601 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e7fbdaf22aed42a0afa3caa998371a21 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/e7fbdaf22aed42a0afa3caa998371a21
2024-11-09T11:24:57,602 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ef7f2dc83cc149b9aa930e1d2b8ab50b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/C/ef7f2dc83cc149b9aa930e1d2b8ab50b
2024-11-09T11:24:57,604 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/recovered.edits/489.seqid to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c/recovered.edits/489.seqid
2024-11-09T11:24:57,604 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a83cbfba7c5bc2e31b6914994ddc34c
2024-11-09T11:24:57,604 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T11:24:57,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-09T11:24:57,619 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T11:24:57,648 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T11:24:57,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,650 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T11:24:57,650 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151497650"}]},"ts":"9223372036854775807"}
2024-11-09T11:24:57,655 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-09T11:24:57,655 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9a83cbfba7c5bc2e31b6914994ddc34c, NAME => 'TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T11:24:57,655 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T11:24:57,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151497656"}]},"ts":"9223372036854775807"}
2024-11-09T11:24:57,659 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-09T11:24:57,660 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,662 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec
2024-11-09T11:24:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-09T11:24:57,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-09T11:24:57,683 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:57,696 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;3264b4bbda9f:45745-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754601643_22 at /127.0.0.1:44370 [Waiting for operation #237]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1694197642_22 at /127.0.0.1:50930 [Waiting for operation #224]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=501 (was 519), ProcessCount=11 (was 11), AvailableMemoryMB=2573 (was 3436)
2024-11-09T11:24:57,705 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=501, ProcessCount=11, AvailableMemoryMB=2571
2024-11-09T11:24:57,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:24:57,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:24:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:57,709 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T11:24:57,709 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:57,709 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 36
2024-11-09T11:24:57,710 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T11:24:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-09T11:24:57,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741942_1118 (size=959)
2024-11-09T11:24:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-09T11:24:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-09T11:24:58,121 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:24:58,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741943_1119 (size=53)
2024-11-09T11:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-09T11:24:58,533 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:58,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4d0a52f77a05545131e2b45d0ccc814b, disabling compactions & flushes
2024-11-09T11:24:58,534 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. after waiting 0 ms
2024-11-09T11:24:58,534 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,535 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d0a52f77a05545131e2b45d0ccc814b:
Waiting for close lock at 1731151498534Disabling compacts and flushes for region at 1731151498534Disabling writes for close at 1731151498534Writing region close event to WAL at 1731151498534Closed at 1731151498534
2024-11-09T11:24:58,538 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T11:24:58,539 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151498538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151498538"}]},"ts":"1731151498538"}
2024-11-09T11:24:58,542 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T11:24:58,543 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T11:24:58,543 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151498543"}]},"ts":"1731151498543"}
2024-11-09T11:24:58,545 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T11:24:58,546 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, ASSIGN}]
2024-11-09T11:24:58,547 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, ASSIGN
2024-11-09T11:24:58,548 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, ASSIGN; state=OFFLINE, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=false
2024-11-09T11:24:58,699 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, ASSIGN because future has completed
2024-11-09T11:24:58,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:24:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-09T11:24:58,862 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,862 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:24:58,863 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,863 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:24:58,863 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,863 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,865 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4d0a52f77a05545131e2b45d0ccc814b 
2024-11-09T11:24:58,867 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0a52f77a05545131e2b45d0ccc814b columnFamilyName A
2024-11-09T11:24:58,867 DEBUG [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:58,868 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(327): Store=4d0a52f77a05545131e2b45d0ccc814b/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:58,868 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4d0a52f77a05545131e2b45d0ccc814b 
2024-11-09T11:24:58,869 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0a52f77a05545131e2b45d0ccc814b columnFamilyName B
2024-11-09T11:24:58,869 DEBUG [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:58,869 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(327): Store=4d0a52f77a05545131e2b45d0ccc814b/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:58,869 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4d0a52f77a05545131e2b45d0ccc814b 
2024-11-09T11:24:58,871 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0a52f77a05545131e2b45d0ccc814b columnFamilyName C
2024-11-09T11:24:58,871 DEBUG [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:24:58,871 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(327): Store=4d0a52f77a05545131e2b45d0ccc814b/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:24:58,871 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,872 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,872 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,874 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,874 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,874 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:24:58,875 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,877 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:24:58,878 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 4d0a52f77a05545131e2b45d0ccc814b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68694752, jitterRate=0.023631572723388672}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:24:58,878 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:24:58,879 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 4d0a52f77a05545131e2b45d0ccc814b:
Running coprocessor pre-open hook at 1731151498863Writing region info on filesystem at 1731151498863Initializing all the Stores at 1731151498864 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151498864Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151498864Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151498864Cleaning up temporary data from old regions at 1731151498874 (+10 ms)Running coprocessor post-open hooks at 1731151498878 (+4 ms)Region opened successfully at 1731151498879 (+1 ms)
2024-11-09T11:24:58,880 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., pid=38, masterSystemTime=1731151498854
2024-11-09T11:24:58,881 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,882 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:24:58,882 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:24:58,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:24:58,888 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-09T11:24:58,888 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 in 184 msec
2024-11-09T11:24:58,889 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-09T11:24:58,890 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, ASSIGN in 342 msec
2024-11-09T11:24:58,890 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T11:24:58,890 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151498890"}]},"ts":"1731151498890"}
2024-11-09T11:24:58,892 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T11:24:58,892 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T11:24:58,894 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec
2024-11-09T11:24:59,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-09T11:24:59,874 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:24:59,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:59,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:24:59,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:24:59,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:24:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:24:59,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be7b52a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:24:59,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:24:59,883 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:24:59,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa2a3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:24:59,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:24:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:24:59,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:24:59,887 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:24:59,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:24:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:24:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f46a55
2024-11-09T11:24:59,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:24:59,891 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:24:59,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:24:59,899 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:24:59,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-09T11:24:59,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741944_1120 (size=995)
2024-11-09T11:25:00,324 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-09T11:25:00,324 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-09T11:25:00,333 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:25:00,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, REOPEN/MOVE}]
2024-11-09T11:25:00,340 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, REOPEN/MOVE
2024-11-09T11:25:00,341 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:00,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, REOPEN/MOVE because future has completed
2024-11-09T11:25:00,343 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:25:00,343 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:00,496 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:25:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 4d0a52f77a05545131e2b45d0ccc814b, disabling compactions & flushes
2024-11-09T11:25:00,497 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. after waiting 0 ms
2024-11-09T11:25:00,497 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,507 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-09T11:25:00,508 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,508 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 4d0a52f77a05545131e2b45d0ccc814b:
Waiting for close lock at 1731151500497Running coprocessor pre-close hooks at 1731151500497Disabling compacts and flushes for region at 1731151500497Disabling writes for close at 1731151500497Writing region close event to WAL at 1731151500498 (+1 ms)Running coprocessor post-close hooks at 1731151500508 (+10 ms)Closed at 1731151500508
2024-11-09T11:25:00,508 WARN  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: 4d0a52f77a05545131e2b45d0ccc814b to self.
2024-11-09T11:25:00,510 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,511 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=CLOSED
2024-11-09T11:25:00,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:00,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41
2024-11-09T11:25:00,516 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 in 171 msec
2024-11-09T11:25:00,517 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, REOPEN/MOVE; state=CLOSED, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=true
2024-11-09T11:25:00,668 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:00,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, REOPEN/MOVE because future has completed
2024-11-09T11:25:00,672 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:00,833 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,833 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:25:00,834 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,834 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:25:00,835 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,835 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,841 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4d0a52f77a05545131e2b45d0ccc814b 
2024-11-09T11:25:00,847 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0a52f77a05545131e2b45d0ccc814b columnFamilyName A
2024-11-09T11:25:00,850 DEBUG [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:00,850 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(327): Store=4d0a52f77a05545131e2b45d0ccc814b/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:00,851 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4d0a52f77a05545131e2b45d0ccc814b 
2024-11-09T11:25:00,852 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0a52f77a05545131e2b45d0ccc814b columnFamilyName B
2024-11-09T11:25:00,852 DEBUG [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:00,852 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(327): Store=4d0a52f77a05545131e2b45d0ccc814b/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:00,853 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4d0a52f77a05545131e2b45d0ccc814b 
2024-11-09T11:25:00,853 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d0a52f77a05545131e2b45d0ccc814b columnFamilyName C
2024-11-09T11:25:00,853 DEBUG [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:00,854 INFO  [StoreOpener-4d0a52f77a05545131e2b45d0ccc814b-1 {}] regionserver.HStore(327): Store=4d0a52f77a05545131e2b45d0ccc814b/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:00,854 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,855 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,856 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,857 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,857 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,857 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:25:00,858 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,859 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 4d0a52f77a05545131e2b45d0ccc814b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66528147, jitterRate=-0.00865335762500763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:25:00,859 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,861 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 4d0a52f77a05545131e2b45d0ccc814b:
Running coprocessor pre-open hook at 1731151500835Writing region info on filesystem at 1731151500835Initializing all the Stores at 1731151500837 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151500837Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151500837Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151500837Cleaning up temporary data from old regions at 1731151500857 (+20 ms)Running coprocessor post-open hooks at 1731151500859 (+2 ms)Region opened successfully at 1731151500861 (+2 ms)
2024-11-09T11:25:00,862 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., pid=43, masterSystemTime=1731151500827
2024-11-09T11:25:00,864 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,864 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:00,864 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=OPEN, openSeqNum=5, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:00,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:00,868 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41
2024-11-09T11:25:00,868 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 in 194 msec
2024-11-09T11:25:00,870 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-09T11:25:00,871 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, REOPEN/MOVE in 529 msec
2024-11-09T11:25:00,873 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-09T11:25:00,874 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 539 msec
2024-11-09T11:25:00,877 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 973 msec
2024-11-09T11:25:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-09T11:25:00,879 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:00,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f648df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,882 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd7ed2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,884 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408942e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,885 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558eb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,887 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc74e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,889 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc2589d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,891 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cb0294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,892 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9a2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,894 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e61d3b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,895 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e91647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,898 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6882d4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,900 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dde1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,902 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b69d2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,904 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50af2f35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,906 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ad849b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,908 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732a5737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:00,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:00,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db49071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:00,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:00,911 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30213712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:00,913 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,913 DEBUG [Thread-628 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,913 DEBUG [Thread-624 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,913 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,913 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:00,913 DEBUG [Thread-626 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,914 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,916 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,916 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,916 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,917 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,921 DEBUG [Thread-628 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,921 DEBUG [Thread-628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-09T11:25:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-09T11:25:00,923 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:00,923 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,924 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:00,924 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:00,924 DEBUG [Thread-619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,925 DEBUG [Thread-617 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,925 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:00,928 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:00,928 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,930 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,931 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:00,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:00,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:00,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e3fc56f22ece42b1b09767fb13043113_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151500940/Put/seqid=0
2024-11-09T11:25:01,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741945_1121 (size=14594)
2024-11-09T11:25:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-09T11:25:01,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151561106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151561107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151561109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151561111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151561111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151561223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151561224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151561224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151561224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,228 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151561224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-09T11:25:01,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,407 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:01,413 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e3fc56f22ece42b1b09767fb13043113_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e3fc56f22ece42b1b09767fb13043113_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:01,415 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/22ccb77727e34233baf942e6f73cd17d, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:01,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/22ccb77727e34233baf942e6f73cd17d is 175, key is test_row_0/A:col10/1731151500940/Put/seqid=0
2024-11-09T11:25:01,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151561432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151561432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151561432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151561433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151561433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741946_1122 (size=39549)
2024-11-09T11:25:01,441 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/22ccb77727e34233baf942e6f73cd17d
2024-11-09T11:25:01,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/89ac3d67bc084a22a3f3e0723bac937e is 50, key is test_row_0/B:col10/1731151500940/Put/seqid=0
2024-11-09T11:25:01,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741947_1123 (size=12001)
2024-11-09T11:25:01,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-09T11:25:01,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:01,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:01,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151561742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151561743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151561743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151561743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,745 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151561743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:01,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:01,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:01,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:01,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:01,885 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/89ac3d67bc084a22a3f3e0723bac937e
2024-11-09T11:25:01,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/2fd781939f624626b9d59925477f187e is 50, key is test_row_0/C:col10/1731151500940/Put/seqid=0
2024-11-09T11:25:01,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741948_1124 (size=12001)
2024-11-09T11:25:01,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/2fd781939f624626b9d59925477f187e
2024-11-09T11:25:01,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/22ccb77727e34233baf942e6f73cd17d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d
2024-11-09T11:25:01,952 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d, entries=200, sequenceid=16, filesize=38.6 K
2024-11-09T11:25:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/89ac3d67bc084a22a3f3e0723bac937e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/89ac3d67bc084a22a3f3e0723bac937e
2024-11-09T11:25:01,970 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/89ac3d67bc084a22a3f3e0723bac937e, entries=150, sequenceid=16, filesize=11.7 K
2024-11-09T11:25:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/2fd781939f624626b9d59925477f187e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/2fd781939f624626b9d59925477f187e
2024-11-09T11:25:01,980 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/2fd781939f624626b9d59925477f187e, entries=150, sequenceid=16, filesize=11.7 K
2024-11-09T11:25:01,981 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4d0a52f77a05545131e2b45d0ccc814b in 1040ms, sequenceid=16, compaction requested=false
2024-11-09T11:25:01,981 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T11:25:01,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:02,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-09T11:25:02,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:02,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T11:25:02,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092a7c3274348542eab37f87151dd40257_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151501106/Put/seqid=0
2024-11-09T11:25:02,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741949_1125 (size=12154)
2024-11-09T11:25:02,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,046 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092a7c3274348542eab37f87151dd40257_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092a7c3274348542eab37f87151dd40257_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/13fb436496d942b39e60dc917ca2c4e5, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/13fb436496d942b39e60dc917ca2c4e5 is 175, key is test_row_0/A:col10/1731151501106/Put/seqid=0
2024-11-09T11:25:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-09T11:25:02,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741950_1126 (size=30955)
2024-11-09T11:25:02,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:02,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151562262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151562266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151562265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151562267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151562268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151562382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151562383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151562383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151562383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,470 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/13fb436496d942b39e60dc917ca2c4e5
2024-11-09T11:25:02,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/83cb460ab2074effa2535940ecd3ffd5 is 50, key is test_row_0/B:col10/1731151501106/Put/seqid=0
2024-11-09T11:25:02,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741951_1127 (size=12001)
2024-11-09T11:25:02,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/83cb460ab2074effa2535940ecd3ffd5
2024-11-09T11:25:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b4a9c415edab435ebf9150a6c2b2523e is 50, key is test_row_0/C:col10/1731151501106/Put/seqid=0
2024-11-09T11:25:02,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741952_1128 (size=12001)
2024-11-09T11:25:02,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b4a9c415edab435ebf9150a6c2b2523e
2024-11-09T11:25:02,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/13fb436496d942b39e60dc917ca2c4e5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5
2024-11-09T11:25:02,542 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5, entries=150, sequenceid=40, filesize=30.2 K
2024-11-09T11:25:02,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/83cb460ab2074effa2535940ecd3ffd5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/83cb460ab2074effa2535940ecd3ffd5
2024-11-09T11:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,555 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/83cb460ab2074effa2535940ecd3ffd5, entries=150, sequenceid=40, filesize=11.7 K
2024-11-09T11:25:02,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b4a9c415edab435ebf9150a6c2b2523e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b4a9c415edab435ebf9150a6c2b2523e
2024-11-09T11:25:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b4a9c415edab435ebf9150a6c2b2523e, entries=150, sequenceid=40, filesize=11.7 K
2024-11-09T11:25:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4d0a52f77a05545131e2b45d0ccc814b in 555ms, sequenceid=40, compaction requested=false
2024-11-09T11:25:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:02,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-09T11:25:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-09T11:25:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,572 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-09T11:25:02,572 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6450 sec
2024-11-09T11:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,575 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6610 sec
2024-11-09T11:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,593 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T11:25:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:02,602 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:02,602 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:25:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d8f9d3017ca9478a8dbb45f70611cf27_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:02,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741953_1129 (size=12154)
2024-11-09T11:25:02,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151562680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151562677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151562681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151562683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,689 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151562792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151562792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151562792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151562792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:02,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151563012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151563013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151563013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,014 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151563013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:03,064 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109d8f9d3017ca9478a8dbb45f70611cf27_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8f9d3017ca9478a8dbb45f70611cf27_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:03,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/05ebfb58af364f238185be1dead94927, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/05ebfb58af364f238185be1dead94927 is 175, key is test_row_0/A:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-09T11:25:03,073 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:03,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-09T11:25:03,075 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:03,076 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:03,076 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-09T11:25:03,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741954_1130 (size=30955)
2024-11-09T11:25:03,086 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/05ebfb58af364f238185be1dead94927
2024-11-09T11:25:03,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/a6afe909a7b5491fa13d80247e309e3d is 50, key is test_row_0/B:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:03,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741955_1131 (size=12001)
2024-11-09T11:25:03,113 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/a6afe909a7b5491fa13d80247e309e3d
2024-11-09T11:25:03,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/e3affdadf0064f04a4e3d8b1633151ce is 50, key is test_row_0/C:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:03,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741956_1132 (size=12001)
2024-11-09T11:25:03,127 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/e3affdadf0064f04a4e3d8b1633151ce
2024-11-09T11:25:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/05ebfb58af364f238185be1dead94927 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927
2024-11-09T11:25:03,143 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927, entries=150, sequenceid=53, filesize=30.2 K
2024-11-09T11:25:03,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/a6afe909a7b5491fa13d80247e309e3d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/a6afe909a7b5491fa13d80247e309e3d
2024-11-09T11:25:03,152 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/a6afe909a7b5491fa13d80247e309e3d, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T11:25:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/e3affdadf0064f04a4e3d8b1633151ce as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e3affdadf0064f04a4e3d8b1633151ce
2024-11-09T11:25:03,164 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e3affdadf0064f04a4e3d8b1633151ce, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T11:25:03,165 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4d0a52f77a05545131e2b45d0ccc814b in 563ms, sequenceid=53, compaction requested=true
2024-11-09T11:25:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:03,165 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:03,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:03,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:03,166 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:03,167 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:03,167 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/A is initiating minor compaction (all files)
2024-11-09T11:25:03,167 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/A in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:03,167 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=99.1 K
2024-11-09T11:25:03,167 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:03,168 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927]
2024-11-09T11:25:03,168 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:03,168 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/B is initiating minor compaction (all files)
2024-11-09T11:25:03,168 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/B in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:03,168 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/89ac3d67bc084a22a3f3e0723bac937e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/83cb460ab2074effa2535940ecd3ffd5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/a6afe909a7b5491fa13d80247e309e3d] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=35.2 K
2024-11-09T11:25:03,169 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22ccb77727e34233baf942e6f73cd17d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151500922
2024-11-09T11:25:03,169 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 89ac3d67bc084a22a3f3e0723bac937e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151500922
2024-11-09T11:25:03,169 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13fb436496d942b39e60dc917ca2c4e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151501106
2024-11-09T11:25:03,169 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 83cb460ab2074effa2535940ecd3ffd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151501106
2024-11-09T11:25:03,169 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05ebfb58af364f238185be1dead94927, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151502253
2024-11-09T11:25:03,170 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a6afe909a7b5491fa13d80247e309e3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151502253
2024-11-09T11:25:03,183 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,191 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:03,191 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/566d5038f0aa41838a5a0bf50139a394 is 50, key is test_row_0/B:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:03,192 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109072f30a9d199470e980cb7a074ab81c9_4d0a52f77a05545131e2b45d0ccc814b store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-09T11:25:03,197 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109072f30a9d199470e980cb7a074ab81c9_4d0a52f77a05545131e2b45d0ccc814b, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,197 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109072f30a9d199470e980cb7a074ab81c9_4d0a52f77a05545131e2b45d0ccc814b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741957_1133 (size=12104)
2024-11-09T11:25:03,216 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/566d5038f0aa41838a5a0bf50139a394 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/566d5038f0aa41838a5a0bf50139a394
2024-11-09T11:25:03,225 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/B of 4d0a52f77a05545131e2b45d0ccc814b into 566d5038f0aa41838a5a0bf50139a394(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:03,225 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:03,226 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/B, priority=13, startTime=1731151503165; duration=0sec
2024-11-09T11:25:03,226 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:03,226 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:B
2024-11-09T11:25:03,226 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:03,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-09T11:25:03,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:03,229 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:03,229 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/C is initiating minor compaction (all files)
2024-11-09T11:25:03,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:25:03,229 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/C in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:03,230 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/2fd781939f624626b9d59925477f187e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b4a9c415edab435ebf9150a6c2b2523e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e3affdadf0064f04a4e3d8b1633151ce] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=35.2 K
2024-11-09T11:25:03,231 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fd781939f624626b9d59925477f187e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151500922
2024-11-09T11:25:03,233 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a9c415edab435ebf9150a6c2b2523e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151501106
2024-11-09T11:25:03,233 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e3affdadf0064f04a4e3d8b1633151ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151502253
2024-11-09T11:25:03,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741958_1134 (size=4469)
2024-11-09T11:25:03,245 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#A#compaction#114 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:03,246 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/1bbe6f2ceb034ade9ce0de6047a73b7f is 175, key is test_row_0/A:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:03,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109536cc4413a7b4c54ae6271725a8dc664_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151502678/Put/seqid=0
2024-11-09T11:25:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:03,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:03,275 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#C#compaction#117 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:03,275 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c78a6b3eb5af4cacba34b65848f1b539 is 50, key is test_row_0/C:col10/1731151502253/Put/seqid=0
2024-11-09T11:25:03,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741960_1136 (size=12154)
2024-11-09T11:25:03,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:03,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741959_1135 (size=31058)
2024-11-09T11:25:03,293 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109536cc4413a7b4c54ae6271725a8dc664_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109536cc4413a7b4c54ae6271725a8dc664_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/d4de45bc5d9248018d5514fdb61bfcc8, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/d4de45bc5d9248018d5514fdb61bfcc8 is 175, key is test_row_0/A:col10/1731151502678/Put/seqid=0
2024-11-09T11:25:03,306 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/1bbe6f2ceb034ade9ce0de6047a73b7f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1bbe6f2ceb034ade9ce0de6047a73b7f
2024-11-09T11:25:03,317 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/A of 4d0a52f77a05545131e2b45d0ccc814b into 1bbe6f2ceb034ade9ce0de6047a73b7f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:03,317 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:03,317 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/A, priority=13, startTime=1731151503165; duration=0sec
2024-11-09T11:25:03,318 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:03,318 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:A
2024-11-09T11:25:03,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151563322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,326 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151563322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151563322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151563322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151563327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741961_1137 (size=12104)
2024-11-09T11:25:03,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741962_1138 (size=30955)
2024-11-09T11:25:03,350 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c78a6b3eb5af4cacba34b65848f1b539 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c78a6b3eb5af4cacba34b65848f1b539
2024-11-09T11:25:03,357 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/C of 4d0a52f77a05545131e2b45d0ccc814b into c78a6b3eb5af4cacba34b65848f1b539(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:03,357 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:03,357 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/C, priority=13, startTime=1731151503166; duration=0sec
2024-11-09T11:25:03,357 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:03,357 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:C
2024-11-09T11:25:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-09T11:25:03,447 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151563442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151563653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-09T11:25:03,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/d4de45bc5d9248018d5514fdb61bfcc8
2024-11-09T11:25:03,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5fdf3012b9724438adae434cb88afe80 is 50, key is test_row_0/B:col10/1731151502678/Put/seqid=0
2024-11-09T11:25:03,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741963_1139 (size=12001)
2024-11-09T11:25:03,769 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5fdf3012b9724438adae434cb88afe80
2024-11-09T11:25:03,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/1a58df82dd23493aa4c9d2f5d3f43911 is 50, key is test_row_0/C:col10/1731151502678/Put/seqid=0
2024-11-09T11:25:03,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741964_1140 (size=12001)
2024-11-09T11:25:03,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/1a58df82dd23493aa4c9d2f5d3f43911
2024-11-09T11:25:03,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/d4de45bc5d9248018d5514fdb61bfcc8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8
2024-11-09T11:25:03,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8, entries=150, sequenceid=77, filesize=30.2 K
2024-11-09T11:25:03,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5fdf3012b9724438adae434cb88afe80 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5fdf3012b9724438adae434cb88afe80
2024-11-09T11:25:03,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5fdf3012b9724438adae434cb88afe80, entries=150, sequenceid=77, filesize=11.7 K
2024-11-09T11:25:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/1a58df82dd23493aa4c9d2f5d3f43911 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1a58df82dd23493aa4c9d2f5d3f43911
2024-11-09T11:25:03,823 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1a58df82dd23493aa4c9d2f5d3f43911, entries=150, sequenceid=77, filesize=11.7 K
2024-11-09T11:25:03,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4d0a52f77a05545131e2b45d0ccc814b in 595ms, sequenceid=77, compaction requested=false
2024-11-09T11:25:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-09T11:25:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-09T11:25:03,830 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-09T11:25:03,830 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 752 msec
2024-11-09T11:25:03,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:03,835 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:25:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:03,836 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 760 msec
2024-11-09T11:25:03,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109efcf2a7944e14953b12d9fef283b7598_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:03,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741965_1141 (size=14594)
2024-11-09T11:25:03,878 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:03,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151563878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151563878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,886 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109efcf2a7944e14953b12d9fef283b7598_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109efcf2a7944e14953b12d9fef283b7598_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:03,887 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/0510bfb8f5aa46d682e3c02f6ba3f1dd, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:03,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/0510bfb8f5aa46d682e3c02f6ba3f1dd is 175, key is test_row_0/A:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:03,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151563881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741966_1142 (size=39549)
2024-11-09T11:25:03,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151563884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,897 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/0510bfb8f5aa46d682e3c02f6ba3f1dd
2024-11-09T11:25:03,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/864a213081974e5cb0093e3485a6f6d9 is 50, key is test_row_0/B:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:03,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741967_1143 (size=12001)
2024-11-09T11:25:03,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151563962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151563992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151563992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:03,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151563993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:03,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:03,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151564002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151564202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151564202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151564203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151564212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,214 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-09T11:25:04,222 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:04,223 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-09T11:25:04,225 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-09T11:25:04,226 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:04,226 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:04,320 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/864a213081974e5cb0093e3485a6f6d9
2024-11-09T11:25:04,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b3f7778b38814800abf078abba6db4f0 is 50, key is test_row_0/C:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-09T11:25:04,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741968_1144 (size=12001)
2024-11-09T11:25:04,334 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b3f7778b38814800abf078abba6db4f0
2024-11-09T11:25:04,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/0510bfb8f5aa46d682e3c02f6ba3f1dd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd
2024-11-09T11:25:04,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd, entries=200, sequenceid=93, filesize=38.6 K
2024-11-09T11:25:04,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/864a213081974e5cb0093e3485a6f6d9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/864a213081974e5cb0093e3485a6f6d9
2024-11-09T11:25:04,353 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/864a213081974e5cb0093e3485a6f6d9, entries=150, sequenceid=93, filesize=11.7 K
2024-11-09T11:25:04,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b3f7778b38814800abf078abba6db4f0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b3f7778b38814800abf078abba6db4f0
2024-11-09T11:25:04,362 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b3f7778b38814800abf078abba6db4f0, entries=150, sequenceid=93, filesize=11.7 K
2024-11-09T11:25:04,363 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4d0a52f77a05545131e2b45d0ccc814b in 528ms, sequenceid=93, compaction requested=true
2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:04,363 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:04,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-09T11:25:04,364 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:04,365 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:04,365 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/A is initiating minor compaction (all files)
2024-11-09T11:25:04,365 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/A in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:04,366 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1bbe6f2ceb034ade9ce0de6047a73b7f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=99.2 K
2024-11-09T11:25:04,366 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:04,366 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1bbe6f2ceb034ade9ce0de6047a73b7f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd]
2024-11-09T11:25:04,366 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:04,366 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/B is initiating minor compaction (all files)
2024-11-09T11:25:04,366 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bbe6f2ceb034ade9ce0de6047a73b7f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151502253
2024-11-09T11:25:04,366 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/B in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:04,366 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/566d5038f0aa41838a5a0bf50139a394, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5fdf3012b9724438adae434cb88afe80, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/864a213081974e5cb0093e3485a6f6d9] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=35.3 K
2024-11-09T11:25:04,367 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4de45bc5d9248018d5514fdb61bfcc8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731151502678
2024-11-09T11:25:04,367 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 566d5038f0aa41838a5a0bf50139a394, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151502253
2024-11-09T11:25:04,367 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0510bfb8f5aa46d682e3c02f6ba3f1dd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151503310
2024-11-09T11:25:04,367 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fdf3012b9724438adae434cb88afe80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731151502678
2024-11-09T11:25:04,367 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 864a213081974e5cb0093e3485a6f6d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151503310
2024-11-09T11:25:04,376 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:04,379 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#B#compaction#123 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:04,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-09T11:25:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:04,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:25:04,380 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/2d6948edb0ea4b80836e20c99220802b is 50, key is test_row_0/B:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:04,385 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c1b9224ef6f24ca5bc0263552be20e34_4d0a52f77a05545131e2b45d0ccc814b store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:04,389 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c1b9224ef6f24ca5bc0263552be20e34_4d0a52f77a05545131e2b45d0ccc814b, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:04,389 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c1b9224ef6f24ca5bc0263552be20e34_4d0a52f77a05545131e2b45d0ccc814b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:04,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741969_1145 (size=12207)
2024-11-09T11:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091593d46745ea48b38ef5554f28a76142_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151503878/Put/seqid=0
2024-11-09T11:25:04,407 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/2d6948edb0ea4b80836e20c99220802b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/2d6948edb0ea4b80836e20c99220802b
2024-11-09T11:25:04,414 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/B of 4d0a52f77a05545131e2b45d0ccc814b into 2d6948edb0ea4b80836e20c99220802b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:04,414 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:04,414 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/B, priority=13, startTime=1731151504363; duration=0sec
2024-11-09T11:25:04,414 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:04,414 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:B
2024-11-09T11:25:04,414 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:04,415 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:04,415 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/C is initiating minor compaction (all files)
2024-11-09T11:25:04,416 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/C in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:04,416 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c78a6b3eb5af4cacba34b65848f1b539, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1a58df82dd23493aa4c9d2f5d3f43911, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b3f7778b38814800abf078abba6db4f0] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=35.3 K
2024-11-09T11:25:04,416 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c78a6b3eb5af4cacba34b65848f1b539, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151502253
2024-11-09T11:25:04,417 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a58df82dd23493aa4c9d2f5d3f43911, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731151502678
2024-11-09T11:25:04,417 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f7778b38814800abf078abba6db4f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151503310
2024-11-09T11:25:04,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741971_1147 (size=12154)
2024-11-09T11:25:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:04,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091593d46745ea48b38ef5554f28a76142_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091593d46745ea48b38ef5554f28a76142_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:04,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/04a9f16fd08d4f1f94ce5f337c0bada2, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:04,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/04a9f16fd08d4f1f94ce5f337c0bada2 is 175, key is test_row_0/A:col10/1731151503878/Put/seqid=0
2024-11-09T11:25:04,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741970_1146 (size=4469)
2024-11-09T11:25:04,444 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:04,444 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/1b2c5288dd174cb7a75bb5d1c7841c33 is 50, key is test_row_0/C:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:04,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741972_1148 (size=30955)
2024-11-09T11:25:04,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741973_1149 (size=12207)
2024-11-09T11:25:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:04,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:04,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151564510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151564512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151564513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,517 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151564513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151564522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-09T11:25:04,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151564622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151564833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:04,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:04,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:04,841 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#A#compaction#124 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:04,842 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/d736775008a24941954bedc09e4e5984 is 175, key is test_row_0/A:col10/1731151503324/Put/seqid=0
2024-11-09T11:25:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-09T11:25:04,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741974_1150 (size=31161)
2024-11-09T11:25:04,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/04a9f16fd08d4f1f94ce5f337c0bada2
2024-11-09T11:25:04,870 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/d736775008a24941954bedc09e4e5984 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d736775008a24941954bedc09e4e5984
2024-11-09T11:25:04,872 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/1b2c5288dd174cb7a75bb5d1c7841c33 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1b2c5288dd174cb7a75bb5d1c7841c33
2024-11-09T11:25:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/7681492f272a417fb83f0ded2ee25b99 is 50, key is test_row_0/B:col10/1731151503878/Put/seqid=0
2024-11-09T11:25:04,884 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/A of 4d0a52f77a05545131e2b45d0ccc814b into d736775008a24941954bedc09e4e5984(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:04,885 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:04,885 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/A, priority=13, startTime=1731151504363; duration=0sec
2024-11-09T11:25:04,886 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:04,886 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:A
2024-11-09T11:25:04,885 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/C of 4d0a52f77a05545131e2b45d0ccc814b into 1b2c5288dd174cb7a75bb5d1c7841c33(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:04,886 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:04,886 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/C, priority=13, startTime=1731151504363; duration=0sec
2024-11-09T11:25:04,886 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:04,886 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:C
2024-11-09T11:25:04,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741975_1151 (size=12001)
2024-11-09T11:25:05,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151565022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:05,026 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151565022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:05,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151565031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:05,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151565032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:05,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151565141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:05,290 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/7681492f272a417fb83f0ded2ee25b99
2024-11-09T11:25:05,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/de693055c97f4be6913573900b7b2a91 is 50, key is test_row_0/C:col10/1731151503878/Put/seqid=0
2024-11-09T11:25:05,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741976_1152 (size=12001)
2024-11-09T11:25:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-09T11:25:05,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151565652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:05,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:05,727 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/de693055c97f4be6913573900b7b2a91
2024-11-09T11:25:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/04a9f16fd08d4f1f94ce5f337c0bada2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2
2024-11-09T11:25:05,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2, entries=150, sequenceid=116, filesize=30.2 K
2024-11-09T11:25:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/7681492f272a417fb83f0ded2ee25b99 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/7681492f272a417fb83f0ded2ee25b99
2024-11-09T11:25:05,745 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/7681492f272a417fb83f0ded2ee25b99, entries=150, sequenceid=116, filesize=11.7 K
2024-11-09T11:25:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/de693055c97f4be6913573900b7b2a91 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/de693055c97f4be6913573900b7b2a91
2024-11-09T11:25:05,752 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/de693055c97f4be6913573900b7b2a91, entries=150, sequenceid=116, filesize=11.7 K
2024-11-09T11:25:05,753 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4d0a52f77a05545131e2b45d0ccc814b in 1373ms, sequenceid=116, compaction requested=false
2024-11-09T11:25:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:05,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-09T11:25:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-09T11:25:05,758 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-09T11:25:05,758 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec
2024-11-09T11:25:05,760 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5350 sec
2024-11-09T11:25:06,141 INFO  [AsyncFSWAL-0-hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f-prefix:3264b4bbda9f,45745,1731151465654 {}] wal.AbstractFSWAL(1368): Slow sync cost: 107 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43789,DS-16a75765-3c25-4d17-a6e2-184b788d0ff2,DISK]]
2024-11-09T11:25:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:06,141 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:06,141 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:25:06,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bef4e7f6181f4384916e38c2971b7a68_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:06,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741977_1153 (size=12304)
2024-11-09T11:25:06,162 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:06,166 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109bef4e7f6181f4384916e38c2971b7a68_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bef4e7f6181f4384916e38c2971b7a68_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:06,168 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/efb9717c23904c8c8ab56cafabd1f55a, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:06,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/efb9717c23904c8c8ab56cafabd1f55a is 175, key is test_row_0/A:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:06,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741978_1154 (size=31105)
2024-11-09T11:25:06,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151566174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151566175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151566176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151566176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151566282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151566282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151566292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151566292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-09T11:25:06,372 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:06,372 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-09T11:25:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:06,374 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:06,375 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:06,375 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:06,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151566492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151566492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151566502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151566502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,576 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/efb9717c23904c8c8ab56cafabd1f55a
2024-11-09T11:25:06,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/1d610b581fac4fa9b11b23df35ce70a7 is 50, key is test_row_0/B:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:06,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741979_1155 (size=12151)
2024-11-09T11:25:06,595 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/1d610b581fac4fa9b11b23df35ce70a7
2024-11-09T11:25:06,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/eb7b78dd736b4b3093670bceefb83bbe is 50, key is test_row_0/C:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:06,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741980_1156 (size=12151)
2024-11-09T11:25:06,617 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/eb7b78dd736b4b3093670bceefb83bbe
2024-11-09T11:25:06,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/efb9717c23904c8c8ab56cafabd1f55a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a
2024-11-09T11:25:06,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a, entries=150, sequenceid=135, filesize=30.4 K
2024-11-09T11:25:06,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/1d610b581fac4fa9b11b23df35ce70a7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1d610b581fac4fa9b11b23df35ce70a7
2024-11-09T11:25:06,632 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1d610b581fac4fa9b11b23df35ce70a7, entries=150, sequenceid=135, filesize=11.9 K
2024-11-09T11:25:06,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/eb7b78dd736b4b3093670bceefb83bbe as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/eb7b78dd736b4b3093670bceefb83bbe
2024-11-09T11:25:06,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/eb7b78dd736b4b3093670bceefb83bbe, entries=150, sequenceid=135, filesize=11.9 K
2024-11-09T11:25:06,640 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4d0a52f77a05545131e2b45d0ccc814b in 499ms, sequenceid=135, compaction requested=true
2024-11-09T11:25:06,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:06,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:06,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:06,641 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:06,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:06,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:06,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:06,641 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:06,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/B is initiating minor compaction (all files)
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/A is initiating minor compaction (all files)
2024-11-09T11:25:06,642 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/B in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,642 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/A in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,642 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/2d6948edb0ea4b80836e20c99220802b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/7681492f272a417fb83f0ded2ee25b99, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1d610b581fac4fa9b11b23df35ce70a7] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=35.5 K
2024-11-09T11:25:06,642 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d736775008a24941954bedc09e4e5984, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=91.0 K
2024-11-09T11:25:06,642 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d736775008a24941954bedc09e4e5984, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a]
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d6948edb0ea4b80836e20c99220802b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151503310
2024-11-09T11:25:06,642 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d736775008a24941954bedc09e4e5984, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151503310
2024-11-09T11:25:06,643 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04a9f16fd08d4f1f94ce5f337c0bada2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731151503867
2024-11-09T11:25:06,643 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7681492f272a417fb83f0ded2ee25b99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731151503867
2024-11-09T11:25:06,643 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting efb9717c23904c8c8ab56cafabd1f55a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151506033
2024-11-09T11:25:06,643 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d610b581fac4fa9b11b23df35ce70a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151506033
2024-11-09T11:25:06,649 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:06,652 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:06,653 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/6450a801072b4ed697aa87f538d9d8c5 is 50, key is test_row_0/B:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:06,655 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ee7e7875f4ac45b194c8f673c2786fa8_4d0a52f77a05545131e2b45d0ccc814b store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:06,657 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ee7e7875f4ac45b194c8f673c2786fa8_4d0a52f77a05545131e2b45d0ccc814b, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:06,657 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ee7e7875f4ac45b194c8f673c2786fa8_4d0a52f77a05545131e2b45d0ccc814b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:06,665 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741981_1157 (size=12459)
2024-11-09T11:25:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:06,666 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:06,666 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T11:25:06,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741982_1158 (size=4469)
2024-11-09T11:25:06,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098bd19fa249e2436b95cf256af29095b6_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151506174/Put/seqid=0
2024-11-09T11:25:06,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741983_1159 (size=14794)
2024-11-09T11:25:06,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,682 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098bd19fa249e2436b95cf256af29095b6_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098bd19fa249e2436b95cf256af29095b6_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:06,684 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/4c4b5083454e49bca177fb5c84948179, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:06,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/4c4b5083454e49bca177fb5c84948179 is 175, key is test_row_0/A:col10/1731151506174/Put/seqid=0
2024-11-09T11:25:06,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741984_1160 (size=39749)
2024-11-09T11:25:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:06,715 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151566713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151566802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151566802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151566812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151566812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151566821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:06,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:07,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151567032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,070 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#A#compaction#132 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:07,070 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/6450a801072b4ed697aa87f538d9d8c5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/6450a801072b4ed697aa87f538d9d8c5
2024-11-09T11:25:07,071 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/89e2f57ceeff49ec92d54b23c3fdcc4b is 175, key is test_row_0/A:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:07,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741985_1161 (size=31413)
2024-11-09T11:25:07,077 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/B of 4d0a52f77a05545131e2b45d0ccc814b into 6450a801072b4ed697aa87f538d9d8c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:07,078 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:07,078 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/B, priority=13, startTime=1731151506641; duration=0sec
2024-11-09T11:25:07,078 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:07,078 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:B
2024-11-09T11:25:07,078 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:07,079 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:07,079 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/C is initiating minor compaction (all files)
2024-11-09T11:25:07,079 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/C in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,079 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1b2c5288dd174cb7a75bb5d1c7841c33, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/de693055c97f4be6913573900b7b2a91, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/eb7b78dd736b4b3093670bceefb83bbe] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=35.5 K
2024-11-09T11:25:07,079 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b2c5288dd174cb7a75bb5d1c7841c33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151503310
2024-11-09T11:25:07,080 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting de693055c97f4be6913573900b7b2a91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731151503867
2024-11-09T11:25:07,080 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting eb7b78dd736b4b3093670bceefb83bbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151506033
2024-11-09T11:25:07,088 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#C#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:07,088 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/4c4b5083454e49bca177fb5c84948179
2024-11-09T11:25:07,089 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/288a92fe9fc44630b2ef5017ec3f5979 is 50, key is test_row_0/C:col10/1731151506033/Put/seqid=0
2024-11-09T11:25:07,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741986_1162 (size=12459)
2024-11-09T11:25:07,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ba3c3646af3640758fdd6279f2885212 is 50, key is test_row_0/B:col10/1731151506174/Put/seqid=0
2024-11-09T11:25:07,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741987_1163 (size=12151)
2024-11-09T11:25:07,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151567312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151567312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151567322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151567322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151567342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,481 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/89e2f57ceeff49ec92d54b23c3fdcc4b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/89e2f57ceeff49ec92d54b23c3fdcc4b
2024-11-09T11:25:07,487 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/A of 4d0a52f77a05545131e2b45d0ccc814b into 89e2f57ceeff49ec92d54b23c3fdcc4b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:07,487 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:07,487 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/A, priority=13, startTime=1731151506640; duration=0sec
2024-11-09T11:25:07,487 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:07,487 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:A
2024-11-09T11:25:07,499 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/288a92fe9fc44630b2ef5017ec3f5979 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/288a92fe9fc44630b2ef5017ec3f5979
2024-11-09T11:25:07,503 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ba3c3646af3640758fdd6279f2885212
2024-11-09T11:25:07,506 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/C of 4d0a52f77a05545131e2b45d0ccc814b into 288a92fe9fc44630b2ef5017ec3f5979(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:07,507 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:07,507 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/C, priority=13, startTime=1731151506641; duration=0sec
2024-11-09T11:25:07,507 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:07,507 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:C
2024-11-09T11:25:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:07,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/7f51ea8626a943faab958ad7d431380a is 50, key is test_row_0/C:col10/1731151506174/Put/seqid=0
2024-11-09T11:25:07,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741988_1164 (size=12151)
2024-11-09T11:25:07,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:07,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151567852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:07,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:07,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:07,917 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/7f51ea8626a943faab958ad7d431380a
2024-11-09T11:25:07,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/4c4b5083454e49bca177fb5c84948179 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179
2024-11-09T11:25:07,927 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179, entries=200, sequenceid=156, filesize=38.8 K
2024-11-09T11:25:07,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ba3c3646af3640758fdd6279f2885212 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ba3c3646af3640758fdd6279f2885212
2024-11-09T11:25:07,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ba3c3646af3640758fdd6279f2885212, entries=150, sequenceid=156, filesize=11.9 K
2024-11-09T11:25:07,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/7f51ea8626a943faab958ad7d431380a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/7f51ea8626a943faab958ad7d431380a
2024-11-09T11:25:07,937 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/7f51ea8626a943faab958ad7d431380a, entries=150, sequenceid=156, filesize=11.9 K
2024-11-09T11:25:07,938 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4d0a52f77a05545131e2b45d0ccc814b in 1272ms, sequenceid=156, compaction requested=false
2024-11-09T11:25:07,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:08,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-09T11:25:08,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:08,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T11:25:08,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4f4f160a40b4cf0933c41a34acaf4ab_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151506711/Put/seqid=0
2024-11-09T11:25:08,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741989_1165 (size=12304)
2024-11-09T11:25:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:08,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:08,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151568354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151568355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151568359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151568360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151568462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151568462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:08,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151568472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151568472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,477 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4f4f160a40b4cf0933c41a34acaf4ab_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4f4f160a40b4cf0933c41a34acaf4ab_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:08,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/77b7425da0a04ff18172dfc070d123f0, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:08,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/77b7425da0a04ff18172dfc070d123f0 is 175, key is test_row_0/A:col10/1731151506711/Put/seqid=0
2024-11-09T11:25:08,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741990_1166 (size=31105)
2024-11-09T11:25:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:08,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151568672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151568672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151568682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151568682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151568862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,863 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/77b7425da0a04ff18172dfc070d123f0
2024-11-09T11:25:08,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/c6d5e796ee124e1ab6c8e38c03cf807d is 50, key is test_row_0/B:col10/1731151506711/Put/seqid=0
2024-11-09T11:25:08,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741991_1167 (size=12151)
2024-11-09T11:25:08,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151568982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151568982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151568992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151568992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:08,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:09,113 INFO  [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-09T11:25:09,113 INFO  [master/3264b4bbda9f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-09T11:25:09,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/c6d5e796ee124e1ab6c8e38c03cf807d
2024-11-09T11:25:09,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/3824c6e2cb9847b7b3f14a3773ad5cc1 is 50, key is test_row_0/C:col10/1731151506711/Put/seqid=0
2024-11-09T11:25:09,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741992_1168 (size=12151)
2024-11-09T11:25:09,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151569491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:09,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151569492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:09,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151569502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:09,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151569502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:09,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:09,714 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/3824c6e2cb9847b7b3f14a3773ad5cc1
2024-11-09T11:25:09,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/77b7425da0a04ff18172dfc070d123f0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0
2024-11-09T11:25:09,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0, entries=150, sequenceid=174, filesize=30.4 K
2024-11-09T11:25:09,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/c6d5e796ee124e1ab6c8e38c03cf807d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/c6d5e796ee124e1ab6c8e38c03cf807d
2024-11-09T11:25:09,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/c6d5e796ee124e1ab6c8e38c03cf807d, entries=150, sequenceid=174, filesize=11.9 K
2024-11-09T11:25:09,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/3824c6e2cb9847b7b3f14a3773ad5cc1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/3824c6e2cb9847b7b3f14a3773ad5cc1
2024-11-09T11:25:09,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/3824c6e2cb9847b7b3f14a3773ad5cc1, entries=150, sequenceid=174, filesize=11.9 K
2024-11-09T11:25:09,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4d0a52f77a05545131e2b45d0ccc814b in 1680ms, sequenceid=174, compaction requested=true
2024-11-09T11:25:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:09,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-09T11:25:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-09T11:25:09,741 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-09T11:25:09,741 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3640 sec
2024-11-09T11:25:09,743 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 3.3690 sec
2024-11-09T11:25:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:10,504 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:10,504 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:25:10,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110953a9aea86a004b249eb0f0281ad960e2_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:10,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741993_1169 (size=14794)
2024-11-09T11:25:10,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151570526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151570527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151570528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151570529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-09T11:25:10,542 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:10,543 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-09T11:25:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:10,545 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:10,546 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:10,546 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:10,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151570642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151570642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151570642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151570642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:10,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:10,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:10,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:10,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:10,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:10,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151570852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:10,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151570852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151570852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151570852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:10,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151570882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:10,886 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:10,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:10,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:10,922 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110953a9aea86a004b249eb0f0281ad960e2_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110953a9aea86a004b249eb0f0281ad960e2_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:10,923 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/bea23c8726e848509f59be77f35d3576, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:10,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/bea23c8726e848509f59be77f35d3576 is 175, key is test_row_0/A:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:10,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741994_1170 (size=39749)
2024-11-09T11:25:11,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151571162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151571162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151571162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151571162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:11,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,335 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/bea23c8726e848509f59be77f35d3576
2024-11-09T11:25:11,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/216ab3724dec4c3ebaa812e673b2379e is 50, key is test_row_0/B:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:11,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741995_1171 (size=12151)
2024-11-09T11:25:11,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151571672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151571672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151571672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:11,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151571682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:11,683 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:11,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/216ab3724dec4c3ebaa812e673b2379e
2024-11-09T11:25:11,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/88b41c2a685f410286ec7da4ed8ba4b8 is 50, key is test_row_0/C:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:11,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741996_1172 (size=12151)
2024-11-09T11:25:11,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:11,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:12,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:12,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:12,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:12,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:12,164 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/88b41c2a685f410286ec7da4ed8ba4b8
2024-11-09T11:25:12,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/bea23c8726e848509f59be77f35d3576 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576
2024-11-09T11:25:12,172 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576, entries=200, sequenceid=197, filesize=38.8 K
2024-11-09T11:25:12,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/216ab3724dec4c3ebaa812e673b2379e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/216ab3724dec4c3ebaa812e673b2379e
2024-11-09T11:25:12,177 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/216ab3724dec4c3ebaa812e673b2379e, entries=150, sequenceid=197, filesize=11.9 K
2024-11-09T11:25:12,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/88b41c2a685f410286ec7da4ed8ba4b8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/88b41c2a685f410286ec7da4ed8ba4b8
2024-11-09T11:25:12,181 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/88b41c2a685f410286ec7da4ed8ba4b8, entries=150, sequenceid=197, filesize=11.9 K
2024-11-09T11:25:12,182 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4d0a52f77a05545131e2b45d0ccc814b in 1678ms, sequenceid=197, compaction requested=true
2024-11-09T11:25:12,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:12,183 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:25:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:12,183 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:25:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:12,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:12,184 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:25:12,184 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:25:12,184 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/B is initiating minor compaction (all files)
2024-11-09T11:25:12,184 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/A is initiating minor compaction (all files)
2024-11-09T11:25:12,184 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/B in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,184 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/A in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,184 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/89e2f57ceeff49ec92d54b23c3fdcc4b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=138.7 K
2024-11-09T11:25:12,184 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/6450a801072b4ed697aa87f538d9d8c5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ba3c3646af3640758fdd6279f2885212, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/c6d5e796ee124e1ab6c8e38c03cf807d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/216ab3724dec4c3ebaa812e673b2379e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=47.8 K
2024-11-09T11:25:12,184 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,184 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/89e2f57ceeff49ec92d54b23c3fdcc4b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576]
2024-11-09T11:25:12,185 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6450a801072b4ed697aa87f538d9d8c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151506033
2024-11-09T11:25:12,185 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e2f57ceeff49ec92d54b23c3fdcc4b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151506033
2024-11-09T11:25:12,185 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ba3c3646af3640758fdd6279f2885212, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151506167
2024-11-09T11:25:12,185 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c4b5083454e49bca177fb5c84948179, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151506167
2024-11-09T11:25:12,185 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d5e796ee124e1ab6c8e38c03cf807d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731151506699
2024-11-09T11:25:12,186 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 216ab3724dec4c3ebaa812e673b2379e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151508352
2024-11-09T11:25:12,186 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77b7425da0a04ff18172dfc070d123f0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731151506699
2024-11-09T11:25:12,187 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting bea23c8726e848509f59be77f35d3576, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151508352
2024-11-09T11:25:12,195 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:12,196 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/1515311d46fb41d1baad508ea733c05d is 50, key is test_row_0/B:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:12,199 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:12,209 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110988bbb22561214448b9a4e94106208c9a_4d0a52f77a05545131e2b45d0ccc814b store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:12,210 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110988bbb22561214448b9a4e94106208c9a_4d0a52f77a05545131e2b45d0ccc814b, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:12,211 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110988bbb22561214448b9a4e94106208c9a_4d0a52f77a05545131e2b45d0ccc814b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:12,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741997_1173 (size=12595)
2024-11-09T11:25:12,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741998_1174 (size=4469)
2024-11-09T11:25:12,225 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#A#compaction#145 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:12,225 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/1515311d46fb41d1baad508ea733c05d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1515311d46fb41d1baad508ea733c05d
2024-11-09T11:25:12,225 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/7c988cb8fd3f450f9903689613dd9ac8 is 175, key is test_row_0/A:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:12,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-09T11:25:12,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:25:12,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741999_1175 (size=31549)
2024-11-09T11:25:12,234 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/B of 4d0a52f77a05545131e2b45d0ccc814b into 1515311d46fb41d1baad508ea733c05d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:12,234 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:12,234 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/B, priority=12, startTime=1731151512183; duration=0sec
2024-11-09T11:25:12,234 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:12,234 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:B
2024-11-09T11:25:12,234 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:25:12,237 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:25:12,237 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/C is initiating minor compaction (all files)
2024-11-09T11:25:12,237 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/C in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:12,237 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/288a92fe9fc44630b2ef5017ec3f5979, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/7f51ea8626a943faab958ad7d431380a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/3824c6e2cb9847b7b3f14a3773ad5cc1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/88b41c2a685f410286ec7da4ed8ba4b8] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=47.8 K
2024-11-09T11:25:12,238 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 288a92fe9fc44630b2ef5017ec3f5979, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731151506033
2024-11-09T11:25:12,239 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f51ea8626a943faab958ad7d431380a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151506167
2024-11-09T11:25:12,240 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3824c6e2cb9847b7b3f14a3773ad5cc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731151506699
2024-11-09T11:25:12,241 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b41c2a685f410286ec7da4ed8ba4b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151508352
2024-11-09T11:25:12,244 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/7c988cb8fd3f450f9903689613dd9ac8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/7c988cb8fd3f450f9903689613dd9ac8
2024-11-09T11:25:12,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a71f10c092b843b3a3db21f8abb15571_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151510527/Put/seqid=0
2024-11-09T11:25:12,254 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/A of 4d0a52f77a05545131e2b45d0ccc814b into 7c988cb8fd3f450f9903689613dd9ac8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:12,254 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:12,254 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/A, priority=12, startTime=1731151512183; duration=0sec
2024-11-09T11:25:12,254 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:12,254 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:A
2024-11-09T11:25:12,269 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:12,270 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/19da18feee024d5aae7256e1e90c9b5f is 50, key is test_row_0/C:col10/1731151508358/Put/seqid=0
2024-11-09T11:25:12,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742000_1176 (size=12304)
2024-11-09T11:25:12,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742001_1177 (size=12595)
2024-11-09T11:25:12,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:12,677 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109a71f10c092b843b3a3db21f8abb15571_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a71f10c092b843b3a3db21f8abb15571_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/01cc63d4807b4df7a0dd6a218a2f8ed2, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:12,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/01cc63d4807b4df7a0dd6a218a2f8ed2 is 175, key is test_row_0/A:col10/1731151510527/Put/seqid=0
2024-11-09T11:25:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:12,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:12,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742002_1178 (size=31105)
2024-11-09T11:25:12,689 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/19da18feee024d5aae7256e1e90c9b5f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/19da18feee024d5aae7256e1e90c9b5f
2024-11-09T11:25:12,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/01cc63d4807b4df7a0dd6a218a2f8ed2
2024-11-09T11:25:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:12,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/292f97d503ff4eba8d963d0fde36282c is 50, key is test_row_0/B:col10/1731151510527/Put/seqid=0
2024-11-09T11:25:12,705 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/C of 4d0a52f77a05545131e2b45d0ccc814b into 19da18feee024d5aae7256e1e90c9b5f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:12,705 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:12,705 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/C, priority=12, startTime=1731151512183; duration=0sec
2024-11-09T11:25:12,705 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:12,705 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:C
2024-11-09T11:25:12,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742003_1179 (size=12151)
2024-11-09T11:25:12,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/292f97d503ff4eba8d963d0fde36282c
2024-11-09T11:25:12,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/77182718551c4ec3b68fea8dc4161aeb is 50, key is test_row_0/C:col10/1731151510527/Put/seqid=0
2024-11-09T11:25:12,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151572721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742004_1180 (size=12151)
2024-11-09T11:25:12,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151572721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151572723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151572723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151572832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151572832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151572832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151572832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:12,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:12,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151573042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151573042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151573042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151573042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/77182718551c4ec3b68fea8dc4161aeb
2024-11-09T11:25:13,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/01cc63d4807b4df7a0dd6a218a2f8ed2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2
2024-11-09T11:25:13,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2, entries=150, sequenceid=210, filesize=30.4 K
2024-11-09T11:25:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/292f97d503ff4eba8d963d0fde36282c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/292f97d503ff4eba8d963d0fde36282c
2024-11-09T11:25:13,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/292f97d503ff4eba8d963d0fde36282c, entries=150, sequenceid=210, filesize=11.9 K
2024-11-09T11:25:13,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/77182718551c4ec3b68fea8dc4161aeb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/77182718551c4ec3b68fea8dc4161aeb
2024-11-09T11:25:13,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/77182718551c4ec3b68fea8dc4161aeb, entries=150, sequenceid=210, filesize=11.9 K
2024-11-09T11:25:13,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4d0a52f77a05545131e2b45d0ccc814b in 924ms, sequenceid=210, compaction requested=false
2024-11-09T11:25:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:13,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-09T11:25:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-09T11:25:13,155 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-09T11:25:13,155 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6070 sec
2024-11-09T11:25:13,157 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.6130 sec
2024-11-09T11:25:13,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:13,354 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:13,354 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:25:13,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151573360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151573360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151573361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151573363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ea97adfc9d5d43f6a903c00e618cd1eb_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:13,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742005_1181 (size=19774)
2024-11-09T11:25:13,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151573472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151573472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151573472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151573472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,478 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151573682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,684 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151573682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151573682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151573682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:13,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:13,798 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ea97adfc9d5d43f6a903c00e618cd1eb_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ea97adfc9d5d43f6a903c00e618cd1eb_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:13,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/9a98b22ba4d9474e9fb53f9a32038693, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:13,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/9a98b22ba4d9474e9fb53f9a32038693 is 175, key is test_row_0/A:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:13,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742006_1182 (size=57033)
2024-11-09T11:25:13,806 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/9a98b22ba4d9474e9fb53f9a32038693
2024-11-09T11:25:13,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ec20de172fbb476d97b7fadf96e4ac9c is 50, key is test_row_0/B:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:13,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742007_1183 (size=12151)
2024-11-09T11:25:13,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151573992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151574002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151574002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151574002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,222 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ec20de172fbb476d97b7fadf96e4ac9c
2024-11-09T11:25:14,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/ee0e716d12b44c648096739ecf655c3e is 50, key is test_row_0/C:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:14,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742008_1184 (size=12151)
2024-11-09T11:25:14,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151574502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151574512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151574512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151574512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:14,635 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/ee0e716d12b44c648096739ecf655c3e
2024-11-09T11:25:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/9a98b22ba4d9474e9fb53f9a32038693 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693
2024-11-09T11:25:14,643 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693, entries=300, sequenceid=240, filesize=55.7 K
2024-11-09T11:25:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ec20de172fbb476d97b7fadf96e4ac9c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ec20de172fbb476d97b7fadf96e4ac9c
2024-11-09T11:25:14,649 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ec20de172fbb476d97b7fadf96e4ac9c, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T11:25:14,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/ee0e716d12b44c648096739ecf655c3e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/ee0e716d12b44c648096739ecf655c3e
2024-11-09T11:25:14,655 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/ee0e716d12b44c648096739ecf655c3e, entries=150, sequenceid=240, filesize=11.9 K
2024-11-09T11:25:14,656 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4d0a52f77a05545131e2b45d0ccc814b in 1302ms, sequenceid=240, compaction requested=true
2024-11-09T11:25:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:14,656 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:14,657 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:14,658 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:14,658 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 119687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:14,658 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/A is initiating minor compaction (all files)
2024-11-09T11:25:14,658 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/B is initiating minor compaction (all files)
2024-11-09T11:25:14,658 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/B in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:14,658 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/A in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:14,658 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1515311d46fb41d1baad508ea733c05d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/292f97d503ff4eba8d963d0fde36282c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ec20de172fbb476d97b7fadf96e4ac9c] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=36.0 K
2024-11-09T11:25:14,658 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/7c988cb8fd3f450f9903689613dd9ac8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=116.9 K
2024-11-09T11:25:14,658 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:14,658 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/7c988cb8fd3f450f9903689613dd9ac8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693]
2024-11-09T11:25:14,658 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c988cb8fd3f450f9903689613dd9ac8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151508352
2024-11-09T11:25:14,659 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1515311d46fb41d1baad508ea733c05d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151508352
2024-11-09T11:25:14,659 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01cc63d4807b4df7a0dd6a218a2f8ed2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731151510525
2024-11-09T11:25:14,659 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 292f97d503ff4eba8d963d0fde36282c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731151510525
2024-11-09T11:25:14,659 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ec20de172fbb476d97b7fadf96e4ac9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151512721
2024-11-09T11:25:14,659 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a98b22ba4d9474e9fb53f9a32038693, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151512715
2024-11-09T11:25:14,667 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:14,670 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:14,670 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/26079249a5eb4b528d3d4faf088403bf is 50, key is test_row_0/B:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:14,671 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109725fa5055e4943438d77fb58af750a8f_4d0a52f77a05545131e2b45d0ccc814b store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:14,674 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109725fa5055e4943438d77fb58af750a8f_4d0a52f77a05545131e2b45d0ccc814b, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:14,674 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109725fa5055e4943438d77fb58af750a8f_4d0a52f77a05545131e2b45d0ccc814b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:14,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742009_1185 (size=12697)
2024-11-09T11:25:14,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742010_1186 (size=4469)
2024-11-09T11:25:14,685 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/26079249a5eb4b528d3d4faf088403bf as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/26079249a5eb4b528d3d4faf088403bf
2024-11-09T11:25:14,685 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#A#compaction#153 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:14,686 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/2d682ec5a3cd48b1952e256a9837905e is 175, key is test_row_0/A:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:14,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742011_1187 (size=31651)
2024-11-09T11:25:14,701 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/B of 4d0a52f77a05545131e2b45d0ccc814b into 26079249a5eb4b528d3d4faf088403bf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:14,701 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:14,701 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/B, priority=13, startTime=1731151514657; duration=0sec
2024-11-09T11:25:14,702 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:14,702 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:B
2024-11-09T11:25:14,702 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-09T11:25:14,704 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:14,705 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:14,706 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:14,706 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/C is initiating minor compaction (all files)
2024-11-09T11:25:14,706 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/C in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:14,706 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/19da18feee024d5aae7256e1e90c9b5f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/77182718551c4ec3b68fea8dc4161aeb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/ee0e716d12b44c648096739ecf655c3e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=36.0 K
2024-11-09T11:25:14,706 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 19da18feee024d5aae7256e1e90c9b5f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731151508352
2024-11-09T11:25:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-09T11:25:14,707 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 77182718551c4ec3b68fea8dc4161aeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731151510525
2024-11-09T11:25:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-09T11:25:14,708 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:14,708 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ee0e716d12b44c648096739ecf655c3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151512721
2024-11-09T11:25:14,708 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:14,709 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:14,721 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:14,721 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/8ba0aa1849e745eeb4124c456621ee04 is 50, key is test_row_0/C:col10/1731151512721/Put/seqid=0
2024-11-09T11:25:14,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742012_1188 (size=12697)
2024-11-09T11:25:14,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-09T11:25:14,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-09T11:25:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:14,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-09T11:25:14,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d81817c4591434bb1c704260d4ddca8_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151513362/Put/seqid=0
2024-11-09T11:25:14,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742013_1189 (size=12304)
2024-11-09T11:25:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:14,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094d81817c4591434bb1c704260d4ddca8_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d81817c4591434bb1c704260d4ddca8_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/91830027a94f477c845ebf747413fec6, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/91830027a94f477c845ebf747413fec6 is 175, key is test_row_0/A:col10/1731151513362/Put/seqid=0
2024-11-09T11:25:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:14,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742014_1190 (size=31105)
2024-11-09T11:25:14,970 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151574970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:14,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-09T11:25:15,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151575082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,102 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/2d682ec5a3cd48b1952e256a9837905e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/2d682ec5a3cd48b1952e256a9837905e
2024-11-09T11:25:15,108 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/A of 4d0a52f77a05545131e2b45d0ccc814b into 2d682ec5a3cd48b1952e256a9837905e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:15,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:15,108 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/A, priority=13, startTime=1731151514656; duration=0sec
2024-11-09T11:25:15,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:15,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:A
2024-11-09T11:25:15,139 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/8ba0aa1849e745eeb4124c456621ee04 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/8ba0aa1849e745eeb4124c456621ee04
2024-11-09T11:25:15,144 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/C of 4d0a52f77a05545131e2b45d0ccc814b into 8ba0aa1849e745eeb4124c456621ee04(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:15,144 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:15,144 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/C, priority=13, startTime=1731151514657; duration=0sec
2024-11-09T11:25:15,144 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:15,144 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:C
2024-11-09T11:25:15,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151575292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/91830027a94f477c845ebf747413fec6
2024-11-09T11:25:15,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5478ff360ac042fbb89d680550175676 is 50, key is test_row_0/B:col10/1731151513362/Put/seqid=0
2024-11-09T11:25:15,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742015_1191 (size=12151)
2024-11-09T11:25:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-09T11:25:15,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151575512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,513 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151575522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151575522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,523 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:15,523 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151575522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,524 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:15,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151575602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:15,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:15,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:15,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5478ff360ac042fbb89d680550175676
2024-11-09T11:25:15,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/e8a978c279964c23a9d15cb0cf323662 is 50, key is test_row_0/C:col10/1731151513362/Put/seqid=0
2024-11-09T11:25:15,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742016_1192 (size=12151)
2024-11-09T11:25:15,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/e8a978c279964c23a9d15cb0cf323662
2024-11-09T11:25:15,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/91830027a94f477c845ebf747413fec6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6
2024-11-09T11:25:15,738 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6, entries=150, sequenceid=250, filesize=30.4 K
2024-11-09T11:25:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5478ff360ac042fbb89d680550175676 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5478ff360ac042fbb89d680550175676
2024-11-09T11:25:15,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5478ff360ac042fbb89d680550175676, entries=150, sequenceid=250, filesize=11.9 K
2024-11-09T11:25:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/e8a978c279964c23a9d15cb0cf323662 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e8a978c279964c23a9d15cb0cf323662
2024-11-09T11:25:15,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e8a978c279964c23a9d15cb0cf323662, entries=150, sequenceid=250, filesize=11.9 K
2024-11-09T11:25:15,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4d0a52f77a05545131e2b45d0ccc814b in 888ms, sequenceid=250, compaction requested=false
2024-11-09T11:25:15,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:15,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:15,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-09T11:25:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-09T11:25:15,754 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-09T11:25:15,754 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec
2024-11-09T11:25:15,756 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.0500 sec
2024-11-09T11:25:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-09T11:25:15,842 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:15,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-09T11:25:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-09T11:25:15,844 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:15,844 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:15,845 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-09T11:25:15,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-09T11:25:15,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:15,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-09T11:25:16,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109094b644844034440a529d85ec1a538db_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151514968/Put/seqid=0
2024-11-09T11:25:16,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742017_1193 (size=12454)
2024-11-09T11:25:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:16,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:16,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151576127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:16,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-09T11:25:16,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151576232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:16,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109094b644844034440a529d85ec1a538db_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109094b644844034440a529d85ec1a538db_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:16,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/1dcd23e5d2bf483bb00a6c3a9a458bc1, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:16,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/1dcd23e5d2bf483bb00a6c3a9a458bc1 is 175, key is test_row_0/A:col10/1731151514968/Put/seqid=0
2024-11-09T11:25:16,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742018_1194 (size=31255)
2024-11-09T11:25:16,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151576445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-09T11:25:16,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151576752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:16,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:16,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/1dcd23e5d2bf483bb00a6c3a9a458bc1
2024-11-09T11:25:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/b3d6523a0b944d7aa6619651ccf33bb1 is 50, key is test_row_0/B:col10/1731151514968/Put/seqid=0
2024-11-09T11:25:16,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742019_1195 (size=12301)
2024-11-09T11:25:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-09T11:25:17,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/b3d6523a0b944d7aa6619651ccf33bb1
2024-11-09T11:25:17,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/d4e6fcebd1ba4bcea9025067858d6350 is 50, key is test_row_0/C:col10/1731151514968/Put/seqid=0
2024-11-09T11:25:17,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742020_1196 (size=12301)
2024-11-09T11:25:17,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151577262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:17,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36414 deadline: 1731151577532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:17,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36390 deadline: 1731151577532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:17,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36362 deadline: 1731151577532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:17,533 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:17,534 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:17,534 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:17,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36430 deadline: 1731151577552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:17,556 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 4d0a52f77a05545131e2b45d0ccc814b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:17,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:17,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/d4e6fcebd1ba4bcea9025067858d6350
2024-11-09T11:25:17,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/1dcd23e5d2bf483bb00a6c3a9a458bc1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1
2024-11-09T11:25:17,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1, entries=150, sequenceid=279, filesize=30.5 K
2024-11-09T11:25:17,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/b3d6523a0b944d7aa6619651ccf33bb1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b3d6523a0b944d7aa6619651ccf33bb1
2024-11-09T11:25:17,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b3d6523a0b944d7aa6619651ccf33bb1, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T11:25:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/d4e6fcebd1ba4bcea9025067858d6350 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d4e6fcebd1ba4bcea9025067858d6350
2024-11-09T11:25:17,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d4e6fcebd1ba4bcea9025067858d6350, entries=150, sequenceid=279, filesize=12.0 K
2024-11-09T11:25:17,675 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4d0a52f77a05545131e2b45d0ccc814b in 1678ms, sequenceid=279, compaction requested=true
2024-11-09T11:25:17,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:17,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:17,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-09T11:25:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-09T11:25:17,678 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-09T11:25:17,678 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8320 sec
2024-11-09T11:25:17,679 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.8360 sec
2024-11-09T11:25:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-09T11:25:17,992 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:17,992 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees
2024-11-09T11:25:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-09T11:25:17,994 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:17,995 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:17,995 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-09T11:25:18,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59
2024-11-09T11:25:18,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:18,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-09T11:25:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c0e12dde2cdc437292ce1c4829709e01_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151516126/Put/seqid=0
2024-11-09T11:25:18,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742021_1197 (size=12454)
2024-11-09T11:25:18,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:18,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c0e12dde2cdc437292ce1c4829709e01_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c0e12dde2cdc437292ce1c4829709e01_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:18,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/fd745b53a4a346f9ba60e2a88630ec13, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:18,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/fd745b53a4a346f9ba60e2a88630ec13 is 175, key is test_row_0/A:col10/1731151516126/Put/seqid=0
2024-11-09T11:25:18,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742022_1198 (size=31255)
2024-11-09T11:25:18,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/fd745b53a4a346f9ba60e2a88630ec13
2024-11-09T11:25:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/b5184642baf34a37bf638efac09b8a6f is 50, key is test_row_0/B:col10/1731151516126/Put/seqid=0
2024-11-09T11:25:18,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742023_1199 (size=12301)
2024-11-09T11:25:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:18,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-09T11:25:18,371 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151578371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:18,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:18,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151578482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:18,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:18,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:18,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:18,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/b5184642baf34a37bf638efac09b8a6f
2024-11-09T11:25:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c1e9b2720a2b4f8b8aa74f654b18c799 is 50, key is test_row_0/C:col10/1731151516126/Put/seqid=0
2024-11-09T11:25:18,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742024_1200 (size=12301)
2024-11-09T11:25:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-09T11:25:18,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151578692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:18,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:19,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c1e9b2720a2b4f8b8aa74f654b18c799
2024-11-09T11:25:19,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151579002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:19,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/fd745b53a4a346f9ba60e2a88630ec13 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13
2024-11-09T11:25:19,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13, entries=150, sequenceid=288, filesize=30.5 K
2024-11-09T11:25:19,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/b5184642baf34a37bf638efac09b8a6f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b5184642baf34a37bf638efac09b8a6f
2024-11-09T11:25:19,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b5184642baf34a37bf638efac09b8a6f, entries=150, sequenceid=288, filesize=12.0 K
2024-11-09T11:25:19,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c1e9b2720a2b4f8b8aa74f654b18c799 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c1e9b2720a2b4f8b8aa74f654b18c799
2024-11-09T11:25:19,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c1e9b2720a2b4f8b8aa74f654b18c799, entries=150, sequenceid=288, filesize=12.0 K
2024-11-09T11:25:19,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 4d0a52f77a05545131e2b45d0ccc814b in 871ms, sequenceid=288, compaction requested=true
2024-11-09T11:25:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:19,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-09T11:25:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-09T11:25:19,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-09T11:25:19,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec
2024-11-09T11:25:19,025 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.0300 sec
2024-11-09T11:25:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-09T11:25:19,132 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:19,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees
2024-11-09T11:25:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-09T11:25:19,134 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:19,135 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:19,135 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-09T11:25:19,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61
2024-11-09T11:25:19,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:19,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-09T11:25:19,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cf25f734b6864d98b465c8f9b4c8b43f_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151518369/Put/seqid=0
2024-11-09T11:25:19,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742025_1201 (size=12454)
2024-11-09T11:25:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-09T11:25:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:19,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:19,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151579529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:19,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:19,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151579642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:19,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:19,701 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109cf25f734b6864d98b465c8f9b4c8b43f_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cf25f734b6864d98b465c8f9b4c8b43f_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/21e08ff35f8a40989c84846392c8ab2a, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:19,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/21e08ff35f8a40989c84846392c8ab2a is 175, key is test_row_0/A:col10/1731151518369/Put/seqid=0
2024-11-09T11:25:19,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742026_1202 (size=31255)
2024-11-09T11:25:19,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/21e08ff35f8a40989c84846392c8ab2a
2024-11-09T11:25:19,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ffd4ef3fee834c668ce0e8602a826847 is 50, key is test_row_0/B:col10/1731151518369/Put/seqid=0
2024-11-09T11:25:19,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742027_1203 (size=12301)
2024-11-09T11:25:19,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ffd4ef3fee834c668ce0e8602a826847
2024-11-09T11:25:19,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c0155f02221f46f8a134eb5bc1da4b6a is 50, key is test_row_0/C:col10/1731151518369/Put/seqid=0
2024-11-09T11:25:19,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742028_1204 (size=12301)
2024-11-09T11:25:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-09T11:25:19,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151579852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:19,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:20,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c0155f02221f46f8a134eb5bc1da4b6a
2024-11-09T11:25:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/21e08ff35f8a40989c84846392c8ab2a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a
2024-11-09T11:25:20,148 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a, entries=150, sequenceid=315, filesize=30.5 K
2024-11-09T11:25:20,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/ffd4ef3fee834c668ce0e8602a826847 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ffd4ef3fee834c668ce0e8602a826847
2024-11-09T11:25:20,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ffd4ef3fee834c668ce0e8602a826847, entries=150, sequenceid=315, filesize=12.0 K
2024-11-09T11:25:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/c0155f02221f46f8a134eb5bc1da4b6a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c0155f02221f46f8a134eb5bc1da4b6a
2024-11-09T11:25:20,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c0155f02221f46f8a134eb5bc1da4b6a, entries=150, sequenceid=315, filesize=12.0 K
2024-11-09T11:25:20,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4d0a52f77a05545131e2b45d0ccc814b in 874ms, sequenceid=315, compaction requested=true
2024-11-09T11:25:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-09T11:25:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-09T11:25:20,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-09T11:25:20,165 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec
2024-11-09T11:25:20,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.0320 sec
2024-11-09T11:25:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:20,168 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:20,168 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:20,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e9b1a96760145948e6ea568450d9e0e_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:20,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742029_1205 (size=14994)
2024-11-09T11:25:20,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:20,187 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098e9b1a96760145948e6ea568450d9e0e_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e9b1a96760145948e6ea568450d9e0e_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:20,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/8e96531267d143029ed9854ec64dad2a, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:20,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/8e96531267d143029ed9854ec64dad2a is 175, key is test_row_0/A:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:20,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742030_1206 (size=39949)
2024-11-09T11:25:20,204 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/8e96531267d143029ed9854ec64dad2a
2024-11-09T11:25:20,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/01042446fd4a455cacba4bcc00bd1222 is 50, key is test_row_0/B:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:20,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742031_1207 (size=12301)
2024-11-09T11:25:20,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151580270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-09T11:25:20,272 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:20,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-09T11:25:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:20,274 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:20,275 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:20,275 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:20,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151580382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:20,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-09T11:25:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-09T11:25:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:20,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151580592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:20,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:20,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/01042446fd4a455cacba4bcc00bd1222
2024-11-09T11:25:20,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/0b911ee5981b4084b7cd49de35f6269e is 50, key is test_row_0/C:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:20,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742032_1208 (size=12301)
2024-11-09T11:25:20,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-09T11:25:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-09T11:25:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:20,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:20,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:20,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36416 deadline: 1731151580902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:20,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:20,926 INFO  [Thread-628 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-628.
2024-11-09T11:25:20,926 DEBUG [Thread-628 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:20,926 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,926 DEBUG [Thread-628 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,926 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:20,927 INFO  [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622.
2024-11-09T11:25:20,927 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:20,927 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,927 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,927 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:20,929 INFO  [Thread-624 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-624.
2024-11-09T11:25:20,929 DEBUG [Thread-624 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:20,929 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,929 DEBUG [Thread-624 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,929 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:20,934 INFO  [Thread-626 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-626.
2024-11-09T11:25:20,934 DEBUG [Thread-626 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:20,934 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,934 DEBUG [Thread-626 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:20,934 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:21,036 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/0b911ee5981b4084b7cd49de35f6269e
2024-11-09T11:25:21,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-09T11:25:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:21,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:21,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/8e96531267d143029ed9854ec64dad2a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a
2024-11-09T11:25:21,054 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a, entries=200, sequenceid=326, filesize=39.0 K
2024-11-09T11:25:21,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/01042446fd4a455cacba4bcc00bd1222 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/01042446fd4a455cacba4bcc00bd1222
2024-11-09T11:25:21,059 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/01042446fd4a455cacba4bcc00bd1222, entries=150, sequenceid=326, filesize=12.0 K
2024-11-09T11:25:21,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/0b911ee5981b4084b7cd49de35f6269e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/0b911ee5981b4084b7cd49de35f6269e
2024-11-09T11:25:21,064 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/0b911ee5981b4084b7cd49de35f6269e, entries=150, sequenceid=326, filesize=12.0 K
2024-11-09T11:25:21,065 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4d0a52f77a05545131e2b45d0ccc814b in 897ms, sequenceid=326, compaction requested=true
2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:21,065 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:21,065 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4d0a52f77a05545131e2b45d0ccc814b:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:21,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:21,068 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 74052 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-09T11:25:21,068 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 196470 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-09T11:25:21,068 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/A is initiating minor compaction (all files)
2024-11-09T11:25:21,068 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/B is initiating minor compaction (all files)
2024-11-09T11:25:21,068 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/A in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,068 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/B in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,068 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/2d682ec5a3cd48b1952e256a9837905e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=191.9 K
2024-11-09T11:25:21,068 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/26079249a5eb4b528d3d4faf088403bf, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5478ff360ac042fbb89d680550175676, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b3d6523a0b944d7aa6619651ccf33bb1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b5184642baf34a37bf638efac09b8a6f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ffd4ef3fee834c668ce0e8602a826847, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/01042446fd4a455cacba4bcc00bd1222] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=72.3 K
2024-11-09T11:25:21,068 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,068 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/2d682ec5a3cd48b1952e256a9837905e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a]
2024-11-09T11:25:21,069 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26079249a5eb4b528d3d4faf088403bf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151512721
2024-11-09T11:25:21,069 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d682ec5a3cd48b1952e256a9837905e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151512721
2024-11-09T11:25:21,069 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5478ff360ac042fbb89d680550175676, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731151513359
2024-11-09T11:25:21,069 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 91830027a94f477c845ebf747413fec6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731151513359
2024-11-09T11:25:21,070 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3d6523a0b944d7aa6619651ccf33bb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151514956
2024-11-09T11:25:21,070 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dcd23e5d2bf483bb00a6c3a9a458bc1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151514956
2024-11-09T11:25:21,070 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5184642baf34a37bf638efac09b8a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151516120
2024-11-09T11:25:21,070 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting fd745b53a4a346f9ba60e2a88630ec13, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151516120
2024-11-09T11:25:21,070 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffd4ef3fee834c668ce0e8602a826847, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731151518356
2024-11-09T11:25:21,070 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 21e08ff35f8a40989c84846392c8ab2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731151518356
2024-11-09T11:25:21,071 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01042446fd4a455cacba4bcc00bd1222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731151519523
2024-11-09T11:25:21,071 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e96531267d143029ed9854ec64dad2a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731151519523
2024-11-09T11:25:21,084 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:21,086 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109e420aa4944c0433eb632c6d492ebb33d_4d0a52f77a05545131e2b45d0ccc814b store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:21,086 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#B#compaction#171 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:21,087 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5e520f0a2c4a4da1b736af521aab872c is 50, key is test_row_0/B:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:21,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742033_1209 (size=13051)
2024-11-09T11:25:21,118 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109e420aa4944c0433eb632c6d492ebb33d_4d0a52f77a05545131e2b45d0ccc814b, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:21,118 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e420aa4944c0433eb632c6d492ebb33d_4d0a52f77a05545131e2b45d0ccc814b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:21,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742034_1210 (size=4469)
2024-11-09T11:25:21,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-09T11:25:21,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T11:25:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f7d5079b79eb4858bb42b20aa3a0768e_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151520268/Put/seqid=0
2024-11-09T11:25:21,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742035_1211 (size=12454)
2024-11-09T11:25:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:21,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:21,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. as already flushing
2024-11-09T11:25:21,415 INFO  [Thread-619 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-619.
2024-11-09T11:25:21,415 DEBUG [Thread-619 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:21,415 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,415 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,416 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:21,500 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/5e520f0a2c4a4da1b736af521aab872c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5e520f0a2c4a4da1b736af521aab872c
2024-11-09T11:25:21,507 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/B of 4d0a52f77a05545131e2b45d0ccc814b into 5e520f0a2c4a4da1b736af521aab872c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:21,507 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:21,507 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/B, priority=10, startTime=1731151521065; duration=0sec
2024-11-09T11:25:21,507 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:21,507 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:B
2024-11-09T11:25:21,507 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking
2024-11-09T11:25:21,509 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6  files of size 74052 starting at candidate #0 after considering 10 permutations with 10 in ratio
2024-11-09T11:25:21,509 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 4d0a52f77a05545131e2b45d0ccc814b/C is initiating minor compaction (all files)
2024-11-09T11:25:21,509 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4d0a52f77a05545131e2b45d0ccc814b/C in TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:21,509 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/8ba0aa1849e745eeb4124c456621ee04, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e8a978c279964c23a9d15cb0cf323662, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d4e6fcebd1ba4bcea9025067858d6350, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c1e9b2720a2b4f8b8aa74f654b18c799, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c0155f02221f46f8a134eb5bc1da4b6a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/0b911ee5981b4084b7cd49de35f6269e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp, totalSize=72.3 K
2024-11-09T11:25:21,510 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba0aa1849e745eeb4124c456621ee04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731151512721
2024-11-09T11:25:21,510 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a978c279964c23a9d15cb0cf323662, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731151513359
2024-11-09T11:25:21,511 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4e6fcebd1ba4bcea9025067858d6350, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731151514956
2024-11-09T11:25:21,511 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1e9b2720a2b4f8b8aa74f654b18c799, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731151516120
2024-11-09T11:25:21,511 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0155f02221f46f8a134eb5bc1da4b6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731151518356
2024-11-09T11:25:21,512 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b911ee5981b4084b7cd49de35f6269e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731151519523
2024-11-09T11:25:21,523 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#A#compaction#172 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:21,524 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/3ce268f3d4054e2e8243cc9fe5c076a5 is 175, key is test_row_0/A:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:21,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742036_1212 (size=32005)
2024-11-09T11:25:21,528 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4d0a52f77a05545131e2b45d0ccc814b#C#compaction#174 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:21,529 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/d066b975aec24e7181e638d5cff509df is 50, key is test_row_0/C:col10/1731151519528/Put/seqid=0
2024-11-09T11:25:21,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742037_1213 (size=13051)
2024-11-09T11:25:21,544 INFO  [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613.
2024-11-09T11:25:21,544 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:21,544 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,544 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:21,563 INFO  [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615.
2024-11-09T11:25:21,563 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:21,563 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,563 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,563 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:21,573 INFO  [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611.
2024-11-09T11:25:21,573 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:21,573 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,573 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,573 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:21,583 INFO  [Thread-617 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-617.
2024-11-09T11:25:21,583 DEBUG [Thread-617 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:21,583 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,584 DEBUG [Thread-617 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:21,584 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:21,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:21,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f7d5079b79eb4858bb42b20aa3a0768e_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f7d5079b79eb4858bb42b20aa3a0768e_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/aac6637f38d04b11ba9129274edc4012, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:21,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/aac6637f38d04b11ba9129274edc4012 is 175, key is test_row_0/A:col10/1731151520268/Put/seqid=0
2024-11-09T11:25:21,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742038_1214 (size=31255)
2024-11-09T11:25:21,943 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/3ce268f3d4054e2e8243cc9fe5c076a5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/3ce268f3d4054e2e8243cc9fe5c076a5
2024-11-09T11:25:21,944 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/d066b975aec24e7181e638d5cff509df as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d066b975aec24e7181e638d5cff509df
2024-11-09T11:25:21,949 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/A of 4d0a52f77a05545131e2b45d0ccc814b into 3ce268f3d4054e2e8243cc9fe5c076a5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:21,949 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:21,949 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/A, priority=10, startTime=1731151521065; duration=0sec
2024-11-09T11:25:21,949 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:21,949 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:A
2024-11-09T11:25:21,950 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in 4d0a52f77a05545131e2b45d0ccc814b/C of 4d0a52f77a05545131e2b45d0ccc814b into d066b975aec24e7181e638d5cff509df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:21,950 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:21,950 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., storeName=4d0a52f77a05545131e2b45d0ccc814b/C, priority=10, startTime=1731151521065; duration=0sec
2024-11-09T11:25:21,950 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:21,950 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4d0a52f77a05545131e2b45d0ccc814b:C
2024-11-09T11:25:22,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/aac6637f38d04b11ba9129274edc4012
2024-11-09T11:25:22,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/f2791d03df6f49a3bb7144e792d99e76 is 50, key is test_row_0/B:col10/1731151520268/Put/seqid=0
2024-11-09T11:25:22,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742039_1215 (size=12301)
2024-11-09T11:25:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:22,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/f2791d03df6f49a3bb7144e792d99e76
2024-11-09T11:25:22,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b9004bded0424792898f9029ebbd2b82 is 50, key is test_row_0/C:col10/1731151520268/Put/seqid=0
2024-11-09T11:25:22,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742040_1216 (size=12301)
2024-11-09T11:25:22,868 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b9004bded0424792898f9029ebbd2b82
2024-11-09T11:25:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/aac6637f38d04b11ba9129274edc4012 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/aac6637f38d04b11ba9129274edc4012
2024-11-09T11:25:22,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/aac6637f38d04b11ba9129274edc4012, entries=150, sequenceid=351, filesize=30.5 K
2024-11-09T11:25:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/f2791d03df6f49a3bb7144e792d99e76 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/f2791d03df6f49a3bb7144e792d99e76
2024-11-09T11:25:22,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/f2791d03df6f49a3bb7144e792d99e76, entries=150, sequenceid=351, filesize=12.0 K
2024-11-09T11:25:22,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/b9004bded0424792898f9029ebbd2b82 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b9004bded0424792898f9029ebbd2b82
2024-11-09T11:25:22,896 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b9004bded0424792898f9029ebbd2b82, entries=150, sequenceid=351, filesize=12.0 K
2024-11-09T11:25:22,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 4d0a52f77a05545131e2b45d0ccc814b in 1701ms, sequenceid=351, compaction requested=false
2024-11-09T11:25:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 4d0a52f77a05545131e2b45d0ccc814b:

2024-11-09T11:25:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:22,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-09T11:25:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-09T11:25:22,900 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-09T11:25:22,900 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6230 sec
2024-11-09T11:25:22,901 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.6270 sec
2024-11-09T11:25:23,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T11:25:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-09T11:25:24,443 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 38
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 41
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 41
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 39
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 124
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T11:25:24,443 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4053
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3890
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1720
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5158 rows
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1718
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5152 rows
2024-11-09T11:25:24,444 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:25:24,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:25:24,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:24,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:24,445 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:24,447 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T11:25:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-09T11:25:24,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151524454"}]},"ts":"1731151524454"}
2024-11-09T11:25:24,457 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T11:25:24,457 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T11:25:24,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:25:24,459 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, UNASSIGN}]
2024-11-09T11:25:24,460 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, UNASSIGN
2024-11-09T11:25:24,461 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:24,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, UNASSIGN because future has completed
2024-11-09T11:25:24,463 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:25:24,463 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-09T11:25:24,616 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:24,616 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:25:24,617 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing 4d0a52f77a05545131e2b45d0ccc814b, disabling compactions & flushes
2024-11-09T11:25:24,617 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:24,617 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:24,617 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. after waiting 0 ms
2024-11-09T11:25:24,617 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:24,617 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(2902): Flushing 4d0a52f77a05545131e2b45d0ccc814b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-09T11:25:24,632 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109284ccd49fdb3429c989e7af560235b98_4d0a52f77a05545131e2b45d0ccc814b is 50, key is test_row_0/A:col10/1731151521582/Put/seqid=0
2024-11-09T11:25:24,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742041_1217 (size=12454)
2024-11-09T11:25:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-09T11:25:25,038 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:25,049 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109284ccd49fdb3429c989e7af560235b98_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109284ccd49fdb3429c989e7af560235b98_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:25,050 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/f65af047bff74911a7a7921e21e41964, store: [table=TestAcidGuarantees family=A region=4d0a52f77a05545131e2b45d0ccc814b]
2024-11-09T11:25:25,051 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/f65af047bff74911a7a7921e21e41964 is 175, key is test_row_0/A:col10/1731151521582/Put/seqid=0
2024-11-09T11:25:25,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742042_1218 (size=31255)
2024-11-09T11:25:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-09T11:25:25,457 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/f65af047bff74911a7a7921e21e41964
2024-11-09T11:25:25,470 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/af4ba6542dc342cc85bf947fd4819d43 is 50, key is test_row_0/B:col10/1731151521582/Put/seqid=0
2024-11-09T11:25:25,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742043_1219 (size=12301)
2024-11-09T11:25:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-09T11:25:25,876 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/af4ba6542dc342cc85bf947fd4819d43
2024-11-09T11:25:25,889 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/18cce033f8a445c499373357e7e4a6fd is 50, key is test_row_0/C:col10/1731151521582/Put/seqid=0
2024-11-09T11:25:25,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742044_1220 (size=12301)
2024-11-09T11:25:26,293 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/18cce033f8a445c499373357e7e4a6fd
2024-11-09T11:25:26,300 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/A/f65af047bff74911a7a7921e21e41964 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/f65af047bff74911a7a7921e21e41964
2024-11-09T11:25:26,306 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/f65af047bff74911a7a7921e21e41964, entries=150, sequenceid=362, filesize=30.5 K
2024-11-09T11:25:26,307 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/B/af4ba6542dc342cc85bf947fd4819d43 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/af4ba6542dc342cc85bf947fd4819d43
2024-11-09T11:25:26,312 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/af4ba6542dc342cc85bf947fd4819d43, entries=150, sequenceid=362, filesize=12.0 K
2024-11-09T11:25:26,313 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/.tmp/C/18cce033f8a445c499373357e7e4a6fd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/18cce033f8a445c499373357e7e4a6fd
2024-11-09T11:25:26,318 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/18cce033f8a445c499373357e7e4a6fd, entries=150, sequenceid=362, filesize=12.0 K
2024-11-09T11:25:26,319 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4d0a52f77a05545131e2b45d0ccc814b in 1702ms, sequenceid=362, compaction requested=true
2024-11-09T11:25:26,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1bbe6f2ceb034ade9ce0de6047a73b7f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d736775008a24941954bedc09e4e5984, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/89e2f57ceeff49ec92d54b23c3fdcc4b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/7c988cb8fd3f450f9903689613dd9ac8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/2d682ec5a3cd48b1952e256a9837905e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a] to archive
2024-11-09T11:25:26,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:25:26,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/22ccb77727e34233baf942e6f73cd17d
2024-11-09T11:25:26,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/13fb436496d942b39e60dc917ca2c4e5
2024-11-09T11:25:26,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1bbe6f2ceb034ade9ce0de6047a73b7f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1bbe6f2ceb034ade9ce0de6047a73b7f
2024-11-09T11:25:26,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/05ebfb58af364f238185be1dead94927
2024-11-09T11:25:26,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d4de45bc5d9248018d5514fdb61bfcc8
2024-11-09T11:25:26,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/0510bfb8f5aa46d682e3c02f6ba3f1dd
2024-11-09T11:25:26,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d736775008a24941954bedc09e4e5984 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/d736775008a24941954bedc09e4e5984
2024-11-09T11:25:26,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/04a9f16fd08d4f1f94ce5f337c0bada2
2024-11-09T11:25:26,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/89e2f57ceeff49ec92d54b23c3fdcc4b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/89e2f57ceeff49ec92d54b23c3fdcc4b
2024-11-09T11:25:26,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/efb9717c23904c8c8ab56cafabd1f55a
2024-11-09T11:25:26,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/4c4b5083454e49bca177fb5c84948179
2024-11-09T11:25:26,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/77b7425da0a04ff18172dfc070d123f0
2024-11-09T11:25:26,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/bea23c8726e848509f59be77f35d3576
2024-11-09T11:25:26,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/7c988cb8fd3f450f9903689613dd9ac8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/7c988cb8fd3f450f9903689613dd9ac8
2024-11-09T11:25:26,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/01cc63d4807b4df7a0dd6a218a2f8ed2
2024-11-09T11:25:26,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/9a98b22ba4d9474e9fb53f9a32038693
2024-11-09T11:25:26,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/2d682ec5a3cd48b1952e256a9837905e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/2d682ec5a3cd48b1952e256a9837905e
2024-11-09T11:25:26,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/91830027a94f477c845ebf747413fec6
2024-11-09T11:25:26,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/1dcd23e5d2bf483bb00a6c3a9a458bc1
2024-11-09T11:25:26,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/fd745b53a4a346f9ba60e2a88630ec13
2024-11-09T11:25:26,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/21e08ff35f8a40989c84846392c8ab2a
2024-11-09T11:25:26,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/8e96531267d143029ed9854ec64dad2a
2024-11-09T11:25:26,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/89ac3d67bc084a22a3f3e0723bac937e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/83cb460ab2074effa2535940ecd3ffd5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/566d5038f0aa41838a5a0bf50139a394, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/a6afe909a7b5491fa13d80247e309e3d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5fdf3012b9724438adae434cb88afe80, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/2d6948edb0ea4b80836e20c99220802b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/864a213081974e5cb0093e3485a6f6d9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/7681492f272a417fb83f0ded2ee25b99, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/6450a801072b4ed697aa87f538d9d8c5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1d610b581fac4fa9b11b23df35ce70a7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ba3c3646af3640758fdd6279f2885212, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/c6d5e796ee124e1ab6c8e38c03cf807d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1515311d46fb41d1baad508ea733c05d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/216ab3724dec4c3ebaa812e673b2379e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/292f97d503ff4eba8d963d0fde36282c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/26079249a5eb4b528d3d4faf088403bf, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ec20de172fbb476d97b7fadf96e4ac9c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5478ff360ac042fbb89d680550175676, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b3d6523a0b944d7aa6619651ccf33bb1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b5184642baf34a37bf638efac09b8a6f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ffd4ef3fee834c668ce0e8602a826847, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/01042446fd4a455cacba4bcc00bd1222] to archive
2024-11-09T11:25:26,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:25:26,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/89ac3d67bc084a22a3f3e0723bac937e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/89ac3d67bc084a22a3f3e0723bac937e
2024-11-09T11:25:26,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/83cb460ab2074effa2535940ecd3ffd5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/83cb460ab2074effa2535940ecd3ffd5
2024-11-09T11:25:26,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/566d5038f0aa41838a5a0bf50139a394 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/566d5038f0aa41838a5a0bf50139a394
2024-11-09T11:25:26,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/a6afe909a7b5491fa13d80247e309e3d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/a6afe909a7b5491fa13d80247e309e3d
2024-11-09T11:25:26,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5fdf3012b9724438adae434cb88afe80 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5fdf3012b9724438adae434cb88afe80
2024-11-09T11:25:26,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/2d6948edb0ea4b80836e20c99220802b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/2d6948edb0ea4b80836e20c99220802b
2024-11-09T11:25:26,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/864a213081974e5cb0093e3485a6f6d9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/864a213081974e5cb0093e3485a6f6d9
2024-11-09T11:25:26,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/7681492f272a417fb83f0ded2ee25b99 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/7681492f272a417fb83f0ded2ee25b99
2024-11-09T11:25:26,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/6450a801072b4ed697aa87f538d9d8c5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/6450a801072b4ed697aa87f538d9d8c5
2024-11-09T11:25:26,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1d610b581fac4fa9b11b23df35ce70a7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1d610b581fac4fa9b11b23df35ce70a7
2024-11-09T11:25:26,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ba3c3646af3640758fdd6279f2885212 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ba3c3646af3640758fdd6279f2885212
2024-11-09T11:25:26,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/c6d5e796ee124e1ab6c8e38c03cf807d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/c6d5e796ee124e1ab6c8e38c03cf807d
2024-11-09T11:25:26,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1515311d46fb41d1baad508ea733c05d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/1515311d46fb41d1baad508ea733c05d
2024-11-09T11:25:26,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/216ab3724dec4c3ebaa812e673b2379e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/216ab3724dec4c3ebaa812e673b2379e
2024-11-09T11:25:26,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/292f97d503ff4eba8d963d0fde36282c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/292f97d503ff4eba8d963d0fde36282c
2024-11-09T11:25:26,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/26079249a5eb4b528d3d4faf088403bf to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/26079249a5eb4b528d3d4faf088403bf
2024-11-09T11:25:26,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ec20de172fbb476d97b7fadf96e4ac9c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ec20de172fbb476d97b7fadf96e4ac9c
2024-11-09T11:25:26,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5478ff360ac042fbb89d680550175676 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5478ff360ac042fbb89d680550175676
2024-11-09T11:25:26,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b3d6523a0b944d7aa6619651ccf33bb1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b3d6523a0b944d7aa6619651ccf33bb1
2024-11-09T11:25:26,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b5184642baf34a37bf638efac09b8a6f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/b5184642baf34a37bf638efac09b8a6f
2024-11-09T11:25:26,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ffd4ef3fee834c668ce0e8602a826847 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/ffd4ef3fee834c668ce0e8602a826847
2024-11-09T11:25:26,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/01042446fd4a455cacba4bcc00bd1222 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/01042446fd4a455cacba4bcc00bd1222
2024-11-09T11:25:26,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/2fd781939f624626b9d59925477f187e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b4a9c415edab435ebf9150a6c2b2523e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c78a6b3eb5af4cacba34b65848f1b539, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e3affdadf0064f04a4e3d8b1633151ce, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1a58df82dd23493aa4c9d2f5d3f43911, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1b2c5288dd174cb7a75bb5d1c7841c33, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b3f7778b38814800abf078abba6db4f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/de693055c97f4be6913573900b7b2a91, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/288a92fe9fc44630b2ef5017ec3f5979, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/eb7b78dd736b4b3093670bceefb83bbe, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/7f51ea8626a943faab958ad7d431380a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/3824c6e2cb9847b7b3f14a3773ad5cc1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/19da18feee024d5aae7256e1e90c9b5f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/88b41c2a685f410286ec7da4ed8ba4b8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/77182718551c4ec3b68fea8dc4161aeb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/8ba0aa1849e745eeb4124c456621ee04, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/ee0e716d12b44c648096739ecf655c3e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e8a978c279964c23a9d15cb0cf323662, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d4e6fcebd1ba4bcea9025067858d6350, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c1e9b2720a2b4f8b8aa74f654b18c799, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c0155f02221f46f8a134eb5bc1da4b6a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/0b911ee5981b4084b7cd49de35f6269e] to archive
2024-11-09T11:25:26,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:25:26,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/2fd781939f624626b9d59925477f187e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/2fd781939f624626b9d59925477f187e
2024-11-09T11:25:26,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b4a9c415edab435ebf9150a6c2b2523e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b4a9c415edab435ebf9150a6c2b2523e
2024-11-09T11:25:26,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c78a6b3eb5af4cacba34b65848f1b539 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c78a6b3eb5af4cacba34b65848f1b539
2024-11-09T11:25:26,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e3affdadf0064f04a4e3d8b1633151ce to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e3affdadf0064f04a4e3d8b1633151ce
2024-11-09T11:25:26,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1a58df82dd23493aa4c9d2f5d3f43911 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1a58df82dd23493aa4c9d2f5d3f43911
2024-11-09T11:25:26,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1b2c5288dd174cb7a75bb5d1c7841c33 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/1b2c5288dd174cb7a75bb5d1c7841c33
2024-11-09T11:25:26,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b3f7778b38814800abf078abba6db4f0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b3f7778b38814800abf078abba6db4f0
2024-11-09T11:25:26,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/de693055c97f4be6913573900b7b2a91 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/de693055c97f4be6913573900b7b2a91
2024-11-09T11:25:26,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/288a92fe9fc44630b2ef5017ec3f5979 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/288a92fe9fc44630b2ef5017ec3f5979
2024-11-09T11:25:26,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/eb7b78dd736b4b3093670bceefb83bbe to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/eb7b78dd736b4b3093670bceefb83bbe
2024-11-09T11:25:26,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/7f51ea8626a943faab958ad7d431380a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/7f51ea8626a943faab958ad7d431380a
2024-11-09T11:25:26,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/3824c6e2cb9847b7b3f14a3773ad5cc1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/3824c6e2cb9847b7b3f14a3773ad5cc1
2024-11-09T11:25:26,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/19da18feee024d5aae7256e1e90c9b5f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/19da18feee024d5aae7256e1e90c9b5f
2024-11-09T11:25:26,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/88b41c2a685f410286ec7da4ed8ba4b8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/88b41c2a685f410286ec7da4ed8ba4b8
2024-11-09T11:25:26,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/77182718551c4ec3b68fea8dc4161aeb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/77182718551c4ec3b68fea8dc4161aeb
2024-11-09T11:25:26,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/8ba0aa1849e745eeb4124c456621ee04 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/8ba0aa1849e745eeb4124c456621ee04
2024-11-09T11:25:26,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/ee0e716d12b44c648096739ecf655c3e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/ee0e716d12b44c648096739ecf655c3e
2024-11-09T11:25:26,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e8a978c279964c23a9d15cb0cf323662 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/e8a978c279964c23a9d15cb0cf323662
2024-11-09T11:25:26,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d4e6fcebd1ba4bcea9025067858d6350 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d4e6fcebd1ba4bcea9025067858d6350
2024-11-09T11:25:26,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c1e9b2720a2b4f8b8aa74f654b18c799 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c1e9b2720a2b4f8b8aa74f654b18c799
2024-11-09T11:25:26,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c0155f02221f46f8a134eb5bc1da4b6a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/c0155f02221f46f8a134eb5bc1da4b6a
2024-11-09T11:25:26,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/0b911ee5981b4084b7cd49de35f6269e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/0b911ee5981b4084b7cd49de35f6269e
2024-11-09T11:25:26,394 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/recovered.edits/365.seqid, newMaxSeqId=365, maxSeqId=4
2024-11-09T11:25:26,395 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.
2024-11-09T11:25:26,395 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for 4d0a52f77a05545131e2b45d0ccc814b:
Waiting for close lock at 1731151524617Running coprocessor pre-close hooks at 1731151524617Disabling compacts and flushes for region at 1731151524617Disabling writes for close at 1731151524617Obtaining lock to block concurrent updates at 1731151524617Preparing flush snapshotting stores in 4d0a52f77a05545131e2b45d0ccc814b at 1731151524617Finished memstore snapshotting TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731151524618 (+1 ms)Flushing stores of TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b. at 1731151524619 (+1 ms)Flushing 4d0a52f77a05545131e2b45d0ccc814b/A: creating writer at 1731151524619Flushing mob file 4d0a52f77a05545131e2b45d0ccc814b/A: appending metadata at 1731151524632 (+13 ms)Flushing mob file 4d0a52f77a05545131e2b45d0ccc814b/A: closing flushed file at 1731151524632Flushing 4d0a52f77a05545131e2b45d0ccc814b/A: appending metadata at 1731151525050 (+418 ms)Flushing 4d0a52f77a05545131e2b45d0ccc814b/A: closing flushed file at 1731151525050Flushing 4d0a52f77a05545131e2b45d0ccc814b/B: creating writer at 1731151525467 (+417 ms)Flushing 4d0a52f77a05545131e2b45d0ccc814b/B: appending metadata at 1731151525470 (+3 ms)Flushing 4d0a52f77a05545131e2b45d0ccc814b/B: closing flushed file at 1731151525470Flushing 4d0a52f77a05545131e2b45d0ccc814b/C: creating writer at 1731151525886 (+416 ms)Flushing 4d0a52f77a05545131e2b45d0ccc814b/C: appending metadata at 1731151525888 (+2 ms)Flushing 4d0a52f77a05545131e2b45d0ccc814b/C: closing flushed file at 1731151525889 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c087a7: reopening flushed file at 1731151526299 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36695c4: reopening flushed file at 1731151526306 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14dcb369: reopening flushed file at 1731151526312 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4d0a52f77a05545131e2b45d0ccc814b in 1702ms, sequenceid=362, compaction requested=true at 1731151526319 (+7 ms)Writing region close event to WAL at 1731151526391 (+72 ms)Running coprocessor post-close hooks at 1731151526395 (+4 ms)Closed at 1731151526395
2024-11-09T11:25:26,397 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed 4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,397 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=4d0a52f77a05545131e2b45d0ccc814b, regionState=CLOSED
2024-11-09T11:25:26,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:26,401 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-09T11:25:26,401 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure 4d0a52f77a05545131e2b45d0ccc814b, server=3264b4bbda9f,45745,1731151465654 in 1.9360 sec
2024-11-09T11:25:26,402 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65
2024-11-09T11:25:26,402 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4d0a52f77a05545131e2b45d0ccc814b, UNASSIGN in 1.9420 sec
2024-11-09T11:25:26,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-09T11:25:26,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9450 sec
2024-11-09T11:25:26,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151526404"}]},"ts":"1731151526404"}
2024-11-09T11:25:26,406 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T11:25:26,406 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T11:25:26,408 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9600 sec
2024-11-09T11:25:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-09T11:25:26,603 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:26,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T11:25:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-09T11:25:26,610 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,615 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,619 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/recovered.edits]
2024-11-09T11:25:26,624 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/3ce268f3d4054e2e8243cc9fe5c076a5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/3ce268f3d4054e2e8243cc9fe5c076a5
2024-11-09T11:25:26,625 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/aac6637f38d04b11ba9129274edc4012 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/aac6637f38d04b11ba9129274edc4012
2024-11-09T11:25:26,626 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/f65af047bff74911a7a7921e21e41964 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/A/f65af047bff74911a7a7921e21e41964
2024-11-09T11:25:26,628 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5e520f0a2c4a4da1b736af521aab872c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/5e520f0a2c4a4da1b736af521aab872c
2024-11-09T11:25:26,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/af4ba6542dc342cc85bf947fd4819d43 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/af4ba6542dc342cc85bf947fd4819d43
2024-11-09T11:25:26,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/f2791d03df6f49a3bb7144e792d99e76 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/B/f2791d03df6f49a3bb7144e792d99e76
2024-11-09T11:25:26,633 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/18cce033f8a445c499373357e7e4a6fd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/18cce033f8a445c499373357e7e4a6fd
2024-11-09T11:25:26,634 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b9004bded0424792898f9029ebbd2b82 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/b9004bded0424792898f9029ebbd2b82
2024-11-09T11:25:26,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d066b975aec24e7181e638d5cff509df to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/C/d066b975aec24e7181e638d5cff509df
2024-11-09T11:25:26,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/recovered.edits/365.seqid to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b/recovered.edits/365.seqid
2024-11-09T11:25:26,638 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,638 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T11:25:26,639 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T11:25:26,639 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-09T11:25:26,643 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109094b644844034440a529d85ec1a538db_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109094b644844034440a529d85ec1a538db_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,644 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091593d46745ea48b38ef5554f28a76142_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091593d46745ea48b38ef5554f28a76142_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,645 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109284ccd49fdb3429c989e7af560235b98_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109284ccd49fdb3429c989e7af560235b98_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,646 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092a7c3274348542eab37f87151dd40257_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092a7c3274348542eab37f87151dd40257_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,647 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d81817c4591434bb1c704260d4ddca8_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094d81817c4591434bb1c704260d4ddca8_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,648 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109536cc4413a7b4c54ae6271725a8dc664_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109536cc4413a7b4c54ae6271725a8dc664_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,649 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110953a9aea86a004b249eb0f0281ad960e2_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110953a9aea86a004b249eb0f0281ad960e2_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,650 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098bd19fa249e2436b95cf256af29095b6_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098bd19fa249e2436b95cf256af29095b6_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,651 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e9b1a96760145948e6ea568450d9e0e_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098e9b1a96760145948e6ea568450d9e0e_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,652 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a71f10c092b843b3a3db21f8abb15571_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109a71f10c092b843b3a3db21f8abb15571_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,653 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4f4f160a40b4cf0933c41a34acaf4ab_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b4f4f160a40b4cf0933c41a34acaf4ab_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,654 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bef4e7f6181f4384916e38c2971b7a68_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109bef4e7f6181f4384916e38c2971b7a68_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,655 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c0e12dde2cdc437292ce1c4829709e01_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c0e12dde2cdc437292ce1c4829709e01_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,656 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cf25f734b6864d98b465c8f9b4c8b43f_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109cf25f734b6864d98b465c8f9b4c8b43f_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,657 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8f9d3017ca9478a8dbb45f70611cf27_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109d8f9d3017ca9478a8dbb45f70611cf27_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,658 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e3fc56f22ece42b1b09767fb13043113_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e3fc56f22ece42b1b09767fb13043113_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,659 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ea97adfc9d5d43f6a903c00e618cd1eb_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109ea97adfc9d5d43f6a903c00e618cd1eb_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,660 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109efcf2a7944e14953b12d9fef283b7598_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109efcf2a7944e14953b12d9fef283b7598_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,661 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f7d5079b79eb4858bb42b20aa3a0768e_4d0a52f77a05545131e2b45d0ccc814b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f7d5079b79eb4858bb42b20aa3a0768e_4d0a52f77a05545131e2b45d0ccc814b
2024-11-09T11:25:26,662 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T11:25:26,664 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,666 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T11:25:26,667 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T11:25:26,669 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,669 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T11:25:26,669 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151526669"}]},"ts":"9223372036854775807"}
2024-11-09T11:25:26,671 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-09T11:25:26,671 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4d0a52f77a05545131e2b45d0ccc814b, NAME => 'TestAcidGuarantees,,1731151497706.4d0a52f77a05545131e2b45d0ccc814b.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T11:25:26,671 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T11:25:26,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151526671"}]},"ts":"9223372036854775807"}
2024-11-09T11:25:26,673 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-09T11:25:26,674 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,676 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 69 msec
2024-11-09T11:25:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-09T11:25:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-09T11:25:26,712 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:26,720 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=241 (was 238)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754601643_22 at /127.0.0.1:45032 [Waiting for operation #184]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1694197642_22 at /127.0.0.1:44988 [Waiting for operation #198]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754601643_22 at /127.0.0.1:50930 [Waiting for operation #435]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=453 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 501), ProcessCount=11 (was 11), AvailableMemoryMB=2472 (was 2571)
2024-11-09T11:25:26,729 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=241, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=2472
2024-11-09T11:25:26,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:25:26,730 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:25:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:26,732 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T11:25:26,732 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:26,733 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 69
2024-11-09T11:25:26,733 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T11:25:26,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-09T11:25:26,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742045_1221 (size=959)
2024-11-09T11:25:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-09T11:25:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-09T11:25:27,145 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:25:27,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742046_1222 (size=53)
2024-11-09T11:25:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-09T11:25:27,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:25:27,557 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5637aca1c47e4e7f7fec883f485c7934, disabling compactions & flushes
2024-11-09T11:25:27,558 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. after waiting 0 ms
2024-11-09T11:25:27,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,558 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,558 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5637aca1c47e4e7f7fec883f485c7934:
Waiting for close lock at 1731151527557Disabling compacts and flushes for region at 1731151527557Disabling writes for close at 1731151527558 (+1 ms)Writing region close event to WAL at 1731151527558Closed at 1731151527558
2024-11-09T11:25:27,561 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T11:25:27,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151527561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151527561"}]},"ts":"1731151527561"}
2024-11-09T11:25:27,565 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T11:25:27,566 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T11:25:27,566 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151527566"}]},"ts":"1731151527566"}
2024-11-09T11:25:27,568 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T11:25:27,568 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, ASSIGN}]
2024-11-09T11:25:27,569 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, ASSIGN
2024-11-09T11:25:27,570 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, ASSIGN; state=OFFLINE, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=false
2024-11-09T11:25:27,721 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5637aca1c47e4e7f7fec883f485c7934, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:27,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, ASSIGN because future has completed
2024-11-09T11:25:27,727 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-09T11:25:27,887 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,887 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:25:27,888 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,888 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:25:27,888 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,888 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,891 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5637aca1c47e4e7f7fec883f485c7934 
2024-11-09T11:25:27,893 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5637aca1c47e4e7f7fec883f485c7934 columnFamilyName A
2024-11-09T11:25:27,893 DEBUG [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:27,894 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] regionserver.HStore(327): Store=5637aca1c47e4e7f7fec883f485c7934/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:27,894 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5637aca1c47e4e7f7fec883f485c7934 
2024-11-09T11:25:27,895 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5637aca1c47e4e7f7fec883f485c7934 columnFamilyName B
2024-11-09T11:25:27,895 DEBUG [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:27,896 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] regionserver.HStore(327): Store=5637aca1c47e4e7f7fec883f485c7934/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:27,896 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5637aca1c47e4e7f7fec883f485c7934 
2024-11-09T11:25:27,897 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5637aca1c47e4e7f7fec883f485c7934 columnFamilyName C
2024-11-09T11:25:27,897 DEBUG [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:27,897 INFO  [StoreOpener-5637aca1c47e4e7f7fec883f485c7934-1 {}] regionserver.HStore(327): Store=5637aca1c47e4e7f7fec883f485c7934/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:27,897 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,898 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,898 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,899 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,899 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,899 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:25:27,900 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,902 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:25:27,902 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened 5637aca1c47e4e7f7fec883f485c7934; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66112960, jitterRate=-0.014840126037597656}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:25:27,902 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:27,902 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for 5637aca1c47e4e7f7fec883f485c7934:
Running coprocessor pre-open hook at 1731151527888Writing region info on filesystem at 1731151527888Initializing all the Stores at 1731151527890 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151527890Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151527890Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151527890Cleaning up temporary data from old regions at 1731151527899 (+9 ms)Running coprocessor post-open hooks at 1731151527902 (+3 ms)Region opened successfully at 1731151527902
2024-11-09T11:25:27,903 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., pid=71, masterSystemTime=1731151527880
2024-11-09T11:25:27,905 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,905 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:27,905 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=5637aca1c47e4e7f7fec883f485c7934, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:27,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:27,908 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-09T11:25:27,908 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654 in 181 msec
2024-11-09T11:25:27,910 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69
2024-11-09T11:25:27,910 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, ASSIGN in 340 msec
2024-11-09T11:25:27,911 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T11:25:27,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151527911"}]},"ts":"1731151527911"}
2024-11-09T11:25:27,913 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T11:25:27,914 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T11:25:27,915 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec
2024-11-09T11:25:28,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-11-09T11:25:28,883 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:28,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,888 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2d83eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,892 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dfc96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,896 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:25:28,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:25:28,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39dfa005
2024-11-09T11:25:28,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:25:28,898 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:25:28,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,900 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cee1669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,902 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bc8bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,904 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388b265e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,905 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,905 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418595c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,908 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605f3dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,909 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b105c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,911 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144b7fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,913 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10677124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,916 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73889be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,918 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79878a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,921 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab90808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,922 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198af984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,925 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,926 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef66308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,928 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6044c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,929 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,929 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa61198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,931 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6ad611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,932 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fea628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:28,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:28,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702384f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:28,936 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51579dd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:28,937 DEBUG [Thread-1053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,937 DEBUG [Thread-1064 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,937 DEBUG [Thread-1049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,937 DEBUG [Thread-1047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,937 DEBUG [Thread-1062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,937 DEBUG [Thread-1060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,937 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,938 DEBUG [Thread-1051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,938 DEBUG [Thread-1053 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,938 DEBUG [Thread-1045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,938 DEBUG [Thread-1062 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,938 DEBUG [Thread-1049 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,938 DEBUG [Thread-1062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,938 DEBUG [Thread-1049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,938 DEBUG [Thread-1053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,939 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,940 DEBUG [Thread-1058 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-09T11:25:28,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,940 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:28,942 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,943 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,944 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,946 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:28,946 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:28,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:25:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:28,952 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:28,952 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:28,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/d600888ad06142fa8f25124399f797bf is 50, key is test_row_0/A:col10/1731151528944/Put/seqid=0
2024-11-09T11:25:28,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151588978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:28,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742047_1223 (size=12001)
2024-11-09T11:25:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:28,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:28,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151588979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:28,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,986 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:28,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151588983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:28,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151588985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:28,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151588989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:29,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151589093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151589093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151589094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151589094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151589094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:29,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151589302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151589302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151589302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151589302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151589302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,386 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/d600888ad06142fa8f25124399f797bf
2024-11-09T11:25:29,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/c1ea55b260b6437f864ef95c139f3da1 is 50, key is test_row_0/B:col10/1731151528944/Put/seqid=0
2024-11-09T11:25:29,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742048_1224 (size=12001)
2024-11-09T11:25:29,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:29,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151589612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151589612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151589612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151589612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151589612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:29,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,822 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/c1ea55b260b6437f864ef95c139f3da1
2024-11-09T11:25:29,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/89e0e8dc188744179268dda513345912 is 50, key is test_row_0/C:col10/1731151528944/Put/seqid=0
2024-11-09T11:25:29,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742049_1225 (size=12001)
2024-11-09T11:25:29,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:29,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:29,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:29,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:30,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:30,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151590122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:30,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:30,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151590122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:30,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:30,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151590122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151590123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:30,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151590123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:30,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:30,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:30,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:30,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:30,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:30,246 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/89e0e8dc188744179268dda513345912
2024-11-09T11:25:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/d600888ad06142fa8f25124399f797bf as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d600888ad06142fa8f25124399f797bf
2024-11-09T11:25:30,256 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d600888ad06142fa8f25124399f797bf, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T11:25:30,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/c1ea55b260b6437f864ef95c139f3da1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c1ea55b260b6437f864ef95c139f3da1
2024-11-09T11:25:30,262 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c1ea55b260b6437f864ef95c139f3da1, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T11:25:30,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/89e0e8dc188744179268dda513345912 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/89e0e8dc188744179268dda513345912
2024-11-09T11:25:30,267 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/89e0e8dc188744179268dda513345912, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T11:25:30,268 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5637aca1c47e4e7f7fec883f485c7934 in 1316ms, sequenceid=12, compaction requested=false
2024-11-09T11:25:30,269 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T11:25:30,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:30,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-09T11:25:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:30,326 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:25:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/a51265f945344c7e87bb6d743172594c is 50, key is test_row_0/A:col10/1731151528974/Put/seqid=0
2024-11-09T11:25:30,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742050_1226 (size=12001)
2024-11-09T11:25:30,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/a51265f945344c7e87bb6d743172594c
2024-11-09T11:25:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/2ab1481173e44bda922372a9b36507bb is 50, key is test_row_0/B:col10/1731151528974/Put/seqid=0
2024-11-09T11:25:30,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742051_1227 (size=12001)
2024-11-09T11:25:30,745 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/2ab1481173e44bda922372a9b36507bb
2024-11-09T11:25:30,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/14a057b92c8b49d28c768135bb008d33 is 50, key is test_row_0/C:col10/1731151528974/Put/seqid=0
2024-11-09T11:25:30,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742052_1228 (size=12001)
2024-11-09T11:25:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:31,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:31,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151591137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151591139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151591140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151591140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151591142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,144 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/14a057b92c8b49d28c768135bb008d33
2024-11-09T11:25:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/a51265f945344c7e87bb6d743172594c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a51265f945344c7e87bb6d743172594c
2024-11-09T11:25:31,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a51265f945344c7e87bb6d743172594c, entries=150, sequenceid=38, filesize=11.7 K
2024-11-09T11:25:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/2ab1481173e44bda922372a9b36507bb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2ab1481173e44bda922372a9b36507bb
2024-11-09T11:25:31,172 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2ab1481173e44bda922372a9b36507bb, entries=150, sequenceid=38, filesize=11.7 K
2024-11-09T11:25:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/14a057b92c8b49d28c768135bb008d33 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/14a057b92c8b49d28c768135bb008d33
2024-11-09T11:25:31,178 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/14a057b92c8b49d28c768135bb008d33, entries=150, sequenceid=38, filesize=11.7 K
2024-11-09T11:25:31,179 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 5637aca1c47e4e7f7fec883f485c7934 in 854ms, sequenceid=38, compaction requested=false
2024-11-09T11:25:31,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:31,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:31,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-09T11:25:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-09T11:25:31,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-09T11:25:31,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2340 sec
2024-11-09T11:25:31,184 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.2440 sec
2024-11-09T11:25:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:31,255 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:31,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:25:31,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b8fb99e757d0470885b4af06611c9cd6 is 50, key is test_row_0/A:col10/1731151531255/Put/seqid=0
2024-11-09T11:25:31,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742053_1229 (size=14341)
2024-11-09T11:25:31,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151591311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151591316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151591316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151591317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151591422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151591432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151591432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151591432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151591632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151591642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151591642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151591643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,667 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b8fb99e757d0470885b4af06611c9cd6
2024-11-09T11:25:31,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/8012a77681da40f78e4f8b557bedf7dd is 50, key is test_row_0/B:col10/1731151531255/Put/seqid=0
2024-11-09T11:25:31,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742054_1230 (size=12001)
2024-11-09T11:25:31,915 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T11:25:31,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151591942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151591952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151591952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151591952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:31,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:32,077 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/8012a77681da40f78e4f8b557bedf7dd
2024-11-09T11:25:32,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/b9c988d4d9bc4fc4a42fa1e192189495 is 50, key is test_row_0/C:col10/1731151531255/Put/seqid=0
2024-11-09T11:25:32,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742055_1231 (size=12001)
2024-11-09T11:25:32,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151592452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:32,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151592462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:32,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151592462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:32,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:32,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151592462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:32,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:32,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/b9c988d4d9bc4fc4a42fa1e192189495
2024-11-09T11:25:32,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b8fb99e757d0470885b4af06611c9cd6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b8fb99e757d0470885b4af06611c9cd6
2024-11-09T11:25:32,497 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b8fb99e757d0470885b4af06611c9cd6, entries=200, sequenceid=53, filesize=14.0 K
2024-11-09T11:25:32,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/8012a77681da40f78e4f8b557bedf7dd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/8012a77681da40f78e4f8b557bedf7dd
2024-11-09T11:25:32,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/8012a77681da40f78e4f8b557bedf7dd, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T11:25:32,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/b9c988d4d9bc4fc4a42fa1e192189495 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b9c988d4d9bc4fc4a42fa1e192189495
2024-11-09T11:25:32,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b9c988d4d9bc4fc4a42fa1e192189495, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T11:25:32,508 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5637aca1c47e4e7f7fec883f485c7934 in 1253ms, sequenceid=53, compaction requested=true
2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:32,508 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:32,508 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:32,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:32,509 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:32,509 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:32,509 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:32,509 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c1ea55b260b6437f864ef95c139f3da1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2ab1481173e44bda922372a9b36507bb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/8012a77681da40f78e4f8b557bedf7dd] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.2 K
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:32,510 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:32,510 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d600888ad06142fa8f25124399f797bf, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a51265f945344c7e87bb6d743172594c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b8fb99e757d0470885b4af06611c9cd6] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=37.4 K
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c1ea55b260b6437f864ef95c139f3da1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151528944
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d600888ad06142fa8f25124399f797bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151528944
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ab1481173e44bda922372a9b36507bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151528974
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a51265f945344c7e87bb6d743172594c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151528974
2024-11-09T11:25:32,510 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8012a77681da40f78e4f8b557bedf7dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151531254
2024-11-09T11:25:32,511 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8fb99e757d0470885b4af06611c9cd6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151531254
2024-11-09T11:25:32,523 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:32,523 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:32,524 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/1d5d31ffee5e4c2e9ecfbc46aef24587 is 50, key is test_row_0/B:col10/1731151531255/Put/seqid=0
2024-11-09T11:25:32,524 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/620744920df64d8ab3d3ed203a310433 is 50, key is test_row_0/A:col10/1731151531255/Put/seqid=0
2024-11-09T11:25:32,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742056_1232 (size=12104)
2024-11-09T11:25:32,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742057_1233 (size=12104)
2024-11-09T11:25:32,933 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/1d5d31ffee5e4c2e9ecfbc46aef24587 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d5d31ffee5e4c2e9ecfbc46aef24587
2024-11-09T11:25:32,933 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/620744920df64d8ab3d3ed203a310433 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/620744920df64d8ab3d3ed203a310433
2024-11-09T11:25:32,940 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into 620744920df64d8ab3d3ed203a310433(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:32,940 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into 1d5d31ffee5e4c2e9ecfbc46aef24587(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:32,940 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:32,940 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:32,940 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151532508; duration=0sec
2024-11-09T11:25:32,940 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151532508; duration=0sec
2024-11-09T11:25:32,940 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:32,940 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:32,941 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:32,941 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:32,941 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:32,942 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:32,942 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:32,942 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:32,942 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/89e0e8dc188744179268dda513345912, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/14a057b92c8b49d28c768135bb008d33, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b9c988d4d9bc4fc4a42fa1e192189495] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.2 K
2024-11-09T11:25:32,942 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e0e8dc188744179268dda513345912, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151528944
2024-11-09T11:25:32,943 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14a057b92c8b49d28c768135bb008d33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731151528974
2024-11-09T11:25:32,943 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c988d4d9bc4fc4a42fa1e192189495, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151531254
2024-11-09T11:25:32,951 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:32,951 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/0927532d802f445db6ca627641f17b6a is 50, key is test_row_0/C:col10/1731151531255/Put/seqid=0
2024-11-09T11:25:32,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742058_1234 (size=12104)
2024-11-09T11:25:32,971 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/0927532d802f445db6ca627641f17b6a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0927532d802f445db6ca627641f17b6a
2024-11-09T11:25:32,979 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into 0927532d802f445db6ca627641f17b6a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:32,979 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:32,979 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151532508; duration=0sec
2024-11-09T11:25:32,979 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:32,980 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-09T11:25:33,112 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:33,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-09T11:25:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-09T11:25:33,114 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:33,114 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:33,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:33,154 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:33,154 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:25:33,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/7ed48387ca2e4f6999cd3ca35f30d1f0 is 50, key is test_row_0/A:col10/1731151533153/Put/seqid=0
2024-11-09T11:25:33,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742059_1235 (size=14341)
2024-11-09T11:25:33,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151593187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-09T11:25:33,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-09T11:25:33,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151593292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-09T11:25:33,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-09T11:25:33,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151593472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151593472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,475 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:33,475 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:33,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151593482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151593482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,485 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,485 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151593502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:33,563 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/7ed48387ca2e4f6999cd3ca35f30d1f0
2024-11-09T11:25:33,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/c3ef0835f1b04787916a4c2902f91446 is 50, key is test_row_0/B:col10/1731151533153/Put/seqid=0
2024-11-09T11:25:33,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-09T11:25:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742060_1236 (size=12001)
2024-11-09T11:25:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:33,574 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/c3ef0835f1b04787916a4c2902f91446
2024-11-09T11:25:33,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a52ee941938b43a7b618b7f227b8eeec is 50, key is test_row_0/C:col10/1731151533153/Put/seqid=0
2024-11-09T11:25:33,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742061_1237 (size=12001)
2024-11-09T11:25:33,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a52ee941938b43a7b618b7f227b8eeec
2024-11-09T11:25:33,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/7ed48387ca2e4f6999cd3ca35f30d1f0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7ed48387ca2e4f6999cd3ca35f30d1f0
2024-11-09T11:25:33,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7ed48387ca2e4f6999cd3ca35f30d1f0, entries=200, sequenceid=78, filesize=14.0 K
2024-11-09T11:25:33,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/c3ef0835f1b04787916a4c2902f91446 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c3ef0835f1b04787916a4c2902f91446
2024-11-09T11:25:33,610 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c3ef0835f1b04787916a4c2902f91446, entries=150, sequenceid=78, filesize=11.7 K
2024-11-09T11:25:33,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a52ee941938b43a7b618b7f227b8eeec as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a52ee941938b43a7b618b7f227b8eeec
2024-11-09T11:25:33,616 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a52ee941938b43a7b618b7f227b8eeec, entries=150, sequenceid=78, filesize=11.7 K
2024-11-09T11:25:33,617 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5637aca1c47e4e7f7fec883f485c7934 in 463ms, sequenceid=78, compaction requested=false
2024-11-09T11:25:33,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:33,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-09T11:25:33,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:33,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:25:33,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/7213554fab2a442da99f1b53edb08570 is 50, key is test_row_0/A:col10/1731151533180/Put/seqid=0
2024-11-09T11:25:33,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742062_1238 (size=12001)
2024-11-09T11:25:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-09T11:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:33,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:33,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151593906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:33,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:33,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:34,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151594011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:34,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:34,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/7213554fab2a442da99f1b53edb08570
2024-11-09T11:25:34,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/25b04e77a903482f81af44603615d46c is 50, key is test_row_0/B:col10/1731151533180/Put/seqid=0
2024-11-09T11:25:34,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742063_1239 (size=12001)
2024-11-09T11:25:34,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151594222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:34,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-09T11:25:34,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151594531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:34,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/25b04e77a903482f81af44603615d46c
2024-11-09T11:25:34,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/daa8c8630b214ceea87ee847e5a1db7b is 50, key is test_row_0/C:col10/1731151533180/Put/seqid=0
2024-11-09T11:25:34,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742064_1240 (size=12001)
2024-11-09T11:25:34,962 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/daa8c8630b214ceea87ee847e5a1db7b
2024-11-09T11:25:34,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/7213554fab2a442da99f1b53edb08570 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7213554fab2a442da99f1b53edb08570
2024-11-09T11:25:34,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7213554fab2a442da99f1b53edb08570, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T11:25:34,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/25b04e77a903482f81af44603615d46c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/25b04e77a903482f81af44603615d46c
2024-11-09T11:25:34,976 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/25b04e77a903482f81af44603615d46c, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T11:25:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/daa8c8630b214ceea87ee847e5a1db7b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/daa8c8630b214ceea87ee847e5a1db7b
2024-11-09T11:25:34,980 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/daa8c8630b214ceea87ee847e5a1db7b, entries=150, sequenceid=92, filesize=11.7 K
2024-11-09T11:25:34,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5637aca1c47e4e7f7fec883f485c7934 in 1255ms, sequenceid=92, compaction requested=true
2024-11-09T11:25:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-09T11:25:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-09T11:25:34,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-09T11:25:34,984 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec
2024-11-09T11:25:34,985 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.8720 sec
2024-11-09T11:25:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:35,045 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:35,045 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/d69e850bf9374084a4c66eac76cff3a3 is 50, key is test_row_0/A:col10/1731151533880/Put/seqid=0
2024-11-09T11:25:35,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742065_1241 (size=14341)
2024-11-09T11:25:35,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151595083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151595191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-09T11:25:35,262 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:35,263 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-09T11:25:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-09T11:25:35,264 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:35,265 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:35,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-09T11:25:35,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151595402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-09T11:25:35,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:35,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,454 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/d69e850bf9374084a4c66eac76cff3a3
2024-11-09T11:25:35,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/862f6507fa404a7fbca16be8d9707f29 is 50, key is test_row_0/B:col10/1731151533880/Put/seqid=0
2024-11-09T11:25:35,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742066_1242 (size=12001)
2024-11-09T11:25:35,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151595492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151595492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151595492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,494 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,494 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,495 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151595512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,514 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:35,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-09T11:25:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-09T11:25:35,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151595712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:35,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:35,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-09T11:25:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:35,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,867 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/862f6507fa404a7fbca16be8d9707f29
2024-11-09T11:25:35,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/db4530fc08024152bd490db5bcc9728a is 50, key is test_row_0/C:col10/1731151533880/Put/seqid=0
2024-11-09T11:25:35,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-09T11:25:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:35,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742067_1243 (size=12001)
2024-11-09T11:25:35,879 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/db4530fc08024152bd490db5bcc9728a
2024-11-09T11:25:35,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/d69e850bf9374084a4c66eac76cff3a3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d69e850bf9374084a4c66eac76cff3a3
2024-11-09T11:25:35,888 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d69e850bf9374084a4c66eac76cff3a3, entries=200, sequenceid=115, filesize=14.0 K
2024-11-09T11:25:35,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/862f6507fa404a7fbca16be8d9707f29 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/862f6507fa404a7fbca16be8d9707f29
2024-11-09T11:25:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-09T11:25:35,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/862f6507fa404a7fbca16be8d9707f29, entries=150, sequenceid=115, filesize=11.7 K
2024-11-09T11:25:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/db4530fc08024152bd490db5bcc9728a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/db4530fc08024152bd490db5bcc9728a
2024-11-09T11:25:35,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/db4530fc08024152bd490db5bcc9728a, entries=150, sequenceid=115, filesize=11.7 K
2024-11-09T11:25:35,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5637aca1c47e4e7f7fec883f485c7934 in 854ms, sequenceid=115, compaction requested=true
2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:35,899 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:35,899 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:35,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:35,900 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:25:35,900 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:25:35,900 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:35,900 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:35,900 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,900 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,900 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d5d31ffee5e4c2e9ecfbc46aef24587, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c3ef0835f1b04787916a4c2902f91446, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/25b04e77a903482f81af44603615d46c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/862f6507fa404a7fbca16be8d9707f29] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=47.0 K
2024-11-09T11:25:35,901 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/620744920df64d8ab3d3ed203a310433, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7ed48387ca2e4f6999cd3ca35f30d1f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7213554fab2a442da99f1b53edb08570, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d69e850bf9374084a4c66eac76cff3a3] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=51.5 K
2024-11-09T11:25:35,901 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 620744920df64d8ab3d3ed203a310433, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151531254
2024-11-09T11:25:35,901 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d5d31ffee5e4c2e9ecfbc46aef24587, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151531254
2024-11-09T11:25:35,902 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ed48387ca2e4f6999cd3ca35f30d1f0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151531314
2024-11-09T11:25:35,902 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c3ef0835f1b04787916a4c2902f91446, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151531315
2024-11-09T11:25:35,902 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 25b04e77a903482f81af44603615d46c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151533180
2024-11-09T11:25:35,902 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7213554fab2a442da99f1b53edb08570, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151533180
2024-11-09T11:25:35,902 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 862f6507fa404a7fbca16be8d9707f29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151533880
2024-11-09T11:25:35,902 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d69e850bf9374084a4c66eac76cff3a3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151533880
2024-11-09T11:25:35,913 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#202 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:35,913 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:35,913 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/780d8eda084344a683d6e7c7240d03f0 is 50, key is test_row_0/A:col10/1731151533880/Put/seqid=0
2024-11-09T11:25:35,913 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/51a61fa996c14908bb978d3639f5f16d is 50, key is test_row_0/B:col10/1731151533880/Put/seqid=0
2024-11-09T11:25:35,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742068_1244 (size=12241)
2024-11-09T11:25:35,922 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/51a61fa996c14908bb978d3639f5f16d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/51a61fa996c14908bb978d3639f5f16d
2024-11-09T11:25:35,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742069_1245 (size=12241)
2024-11-09T11:25:35,928 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into 51a61fa996c14908bb978d3639f5f16d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:35,928 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:35,928 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=12, startTime=1731151535899; duration=0sec
2024-11-09T11:25:35,929 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:35,929 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:35,929 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:25:35,930 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:25:35,930 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:35,931 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:35,931 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0927532d802f445db6ca627641f17b6a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a52ee941938b43a7b618b7f227b8eeec, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/daa8c8630b214ceea87ee847e5a1db7b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/db4530fc08024152bd490db5bcc9728a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=47.0 K
2024-11-09T11:25:35,931 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0927532d802f445db6ca627641f17b6a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151531254
2024-11-09T11:25:35,931 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a52ee941938b43a7b618b7f227b8eeec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151531315
2024-11-09T11:25:35,932 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting daa8c8630b214ceea87ee847e5a1db7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731151533180
2024-11-09T11:25:35,932 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting db4530fc08024152bd490db5bcc9728a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151533880
2024-11-09T11:25:35,942 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:35,943 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/59767616ca914786b68db5e892026fee is 50, key is test_row_0/C:col10/1731151533880/Put/seqid=0
2024-11-09T11:25:35,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742070_1246 (size=12241)
2024-11-09T11:25:35,960 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/59767616ca914786b68db5e892026fee as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/59767616ca914786b68db5e892026fee
2024-11-09T11:25:35,966 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into 59767616ca914786b68db5e892026fee(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:35,966 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:35,966 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=12, startTime=1731151535899; duration=0sec
2024-11-09T11:25:35,967 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:35,967 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:36,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-09T11:25:36,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:36,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:25:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/138cfb47827e4ca09604b8343c412107 is 50, key is test_row_0/A:col10/1731151535060/Put/seqid=0
2024-11-09T11:25:36,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742071_1247 (size=12001)
2024-11-09T11:25:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:36,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:36,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151596303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:36,333 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/780d8eda084344a683d6e7c7240d03f0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/780d8eda084344a683d6e7c7240d03f0
2024-11-09T11:25:36,337 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into 780d8eda084344a683d6e7c7240d03f0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:36,337 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:36,337 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=12, startTime=1731151535899; duration=0sec
2024-11-09T11:25:36,337 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:36,337 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-09T11:25:36,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151596412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:36,447 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/138cfb47827e4ca09604b8343c412107
2024-11-09T11:25:36,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/1d487d3400d04c9da20ede4334d39984 is 50, key is test_row_0/B:col10/1731151535060/Put/seqid=0
2024-11-09T11:25:36,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742072_1248 (size=12001)
2024-11-09T11:25:36,623 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151596622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:36,864 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/1d487d3400d04c9da20ede4334d39984
2024-11-09T11:25:36,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/63d35e04b4d04b82b1bc0df9ba3a918f is 50, key is test_row_0/C:col10/1731151535060/Put/seqid=0
2024-11-09T11:25:36,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742073_1249 (size=12001)
2024-11-09T11:25:36,910 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/63d35e04b4d04b82b1bc0df9ba3a918f
2024-11-09T11:25:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/138cfb47827e4ca09604b8343c412107 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/138cfb47827e4ca09604b8343c412107
2024-11-09T11:25:36,919 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/138cfb47827e4ca09604b8343c412107, entries=150, sequenceid=130, filesize=11.7 K
2024-11-09T11:25:36,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/1d487d3400d04c9da20ede4334d39984 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d487d3400d04c9da20ede4334d39984
2024-11-09T11:25:36,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d487d3400d04c9da20ede4334d39984, entries=150, sequenceid=130, filesize=11.7 K
2024-11-09T11:25:36,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/63d35e04b4d04b82b1bc0df9ba3a918f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/63d35e04b4d04b82b1bc0df9ba3a918f
2024-11-09T11:25:36,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/63d35e04b4d04b82b1bc0df9ba3a918f, entries=150, sequenceid=130, filesize=11.7 K
2024-11-09T11:25:36,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5637aca1c47e4e7f7fec883f485c7934 in 902ms, sequenceid=130, compaction requested=false
2024-11-09T11:25:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:36,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-09T11:25:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-09T11:25:36,934 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-09T11:25:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:36,934 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6670 sec
2024-11-09T11:25:36,934 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:36,934 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T11:25:36,936 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6710 sec
2024-11-09T11:25:36,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/0bb6b3f08f4b40d18f106725fb15f03e is 50, key is test_row_0/A:col10/1731151536933/Put/seqid=0
2024-11-09T11:25:36,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742074_1250 (size=12151)
2024-11-09T11:25:36,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:36,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151596971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:37,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151597082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:37,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:37,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151597292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:37,345 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/0bb6b3f08f4b40d18f106725fb15f03e
2024-11-09T11:25:37,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/e619328bdedc4d738a048e69005c4e18 is 50, key is test_row_0/B:col10/1731151536933/Put/seqid=0
2024-11-09T11:25:37,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742075_1251 (size=12151)
2024-11-09T11:25:37,372 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/e619328bdedc4d738a048e69005c4e18
2024-11-09T11:25:37,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a909875f561347a2b41f5b83a37421d9 is 50, key is test_row_0/C:col10/1731151536933/Put/seqid=0
2024-11-09T11:25:37,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742076_1252 (size=12151)
2024-11-09T11:25:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-09T11:25:37,412 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:37,412 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-09T11:25:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-09T11:25:37,414 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:37,415 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:37,415 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-09T11:25:37,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-09T11:25:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:37,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:37,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151597602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:37,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-09T11:25:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:37,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-09T11:25:37,786 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a909875f561347a2b41f5b83a37421d9
2024-11-09T11:25:37,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/0bb6b3f08f4b40d18f106725fb15f03e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0bb6b3f08f4b40d18f106725fb15f03e
2024-11-09T11:25:37,794 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0bb6b3f08f4b40d18f106725fb15f03e, entries=150, sequenceid=155, filesize=11.9 K
2024-11-09T11:25:37,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/e619328bdedc4d738a048e69005c4e18 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/e619328bdedc4d738a048e69005c4e18
2024-11-09T11:25:37,800 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/e619328bdedc4d738a048e69005c4e18, entries=150, sequenceid=155, filesize=11.9 K
2024-11-09T11:25:37,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a909875f561347a2b41f5b83a37421d9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a909875f561347a2b41f5b83a37421d9
2024-11-09T11:25:37,805 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a909875f561347a2b41f5b83a37421d9, entries=150, sequenceid=155, filesize=11.9 K
2024-11-09T11:25:37,806 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5637aca1c47e4e7f7fec883f485c7934 in 871ms, sequenceid=155, compaction requested=true
2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:37,806 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:37,806 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:37,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:37,807 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:37,807 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:37,807 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:37,807 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:37,807 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,807 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,807 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/780d8eda084344a683d6e7c7240d03f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/138cfb47827e4ca09604b8343c412107, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0bb6b3f08f4b40d18f106725fb15f03e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.5 K
2024-11-09T11:25:37,807 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/51a61fa996c14908bb978d3639f5f16d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d487d3400d04c9da20ede4334d39984, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/e619328bdedc4d738a048e69005c4e18] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.5 K
2024-11-09T11:25:37,808 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 780d8eda084344a683d6e7c7240d03f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151533880
2024-11-09T11:25:37,808 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a61fa996c14908bb978d3639f5f16d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151533880
2024-11-09T11:25:37,808 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d487d3400d04c9da20ede4334d39984, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731151535060
2024-11-09T11:25:37,808 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 138cfb47827e4ca09604b8343c412107, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731151535060
2024-11-09T11:25:37,809 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb6b3f08f4b40d18f106725fb15f03e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731151536271
2024-11-09T11:25:37,809 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e619328bdedc4d738a048e69005c4e18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731151536271
2024-11-09T11:25:37,815 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:37,816 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/c1f5b07a5295439ea1001a6ab4dd2310 is 50, key is test_row_0/A:col10/1731151536933/Put/seqid=0
2024-11-09T11:25:37,816 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:37,816 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a5d051a690f649fbaedd5f5384623d1a is 50, key is test_row_0/B:col10/1731151536933/Put/seqid=0
2024-11-09T11:25:37,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742077_1253 (size=12493)
2024-11-09T11:25:37,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742078_1254 (size=12493)
2024-11-09T11:25:37,847 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a5d051a690f649fbaedd5f5384623d1a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a5d051a690f649fbaedd5f5384623d1a
2024-11-09T11:25:37,853 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into a5d051a690f649fbaedd5f5384623d1a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:37,853 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:37,853 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151537806; duration=0sec
2024-11-09T11:25:37,854 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:37,854 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:37,854 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:37,855 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:37,855 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:37,855 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,856 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/59767616ca914786b68db5e892026fee, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/63d35e04b4d04b82b1bc0df9ba3a918f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a909875f561347a2b41f5b83a37421d9] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.5 K
2024-11-09T11:25:37,856 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 59767616ca914786b68db5e892026fee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731151533880
2024-11-09T11:25:37,856 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 63d35e04b4d04b82b1bc0df9ba3a918f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731151535060
2024-11-09T11:25:37,857 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a909875f561347a2b41f5b83a37421d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731151536271
2024-11-09T11:25:37,864 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:37,864 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/4dd2ffca5ccc47a1bf1fd5e38640e227 is 50, key is test_row_0/C:col10/1731151536933/Put/seqid=0
2024-11-09T11:25:37,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-09T11:25:37,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:37,873 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:25:37,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/129026d72d1b417186e790e06b511a58 is 50, key is test_row_0/A:col10/1731151536967/Put/seqid=0
2024-11-09T11:25:37,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742079_1255 (size=12493)
2024-11-09T11:25:37,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742080_1256 (size=12151)
2024-11-09T11:25:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-09T11:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:38,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:38,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151598217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:38,235 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/c1f5b07a5295439ea1001a6ab4dd2310 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/c1f5b07a5295439ea1001a6ab4dd2310
2024-11-09T11:25:38,240 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into c1f5b07a5295439ea1001a6ab4dd2310(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:38,240 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:38,240 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151537806; duration=0sec
2024-11-09T11:25:38,240 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:38,240 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:38,298 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/4dd2ffca5ccc47a1bf1fd5e38640e227 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4dd2ffca5ccc47a1bf1fd5e38640e227
2024-11-09T11:25:38,299 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/129026d72d1b417186e790e06b511a58
2024-11-09T11:25:38,306 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into 4dd2ffca5ccc47a1bf1fd5e38640e227(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:38,306 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:38,306 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151537806; duration=0sec
2024-11-09T11:25:38,306 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:38,307 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:38,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/357649b8126a49c396fd98e07dc3e08f is 50, key is test_row_0/B:col10/1731151536967/Put/seqid=0
2024-11-09T11:25:38,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742081_1257 (size=12151)
2024-11-09T11:25:38,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151598322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:38,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151598532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-09T11:25:38,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/357649b8126a49c396fd98e07dc3e08f
2024-11-09T11:25:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/88427c42594f408e82cca3f2487f39a2 is 50, key is test_row_0/C:col10/1731151536967/Put/seqid=0
2024-11-09T11:25:38,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742082_1258 (size=12151)
2024-11-09T11:25:38,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/88427c42594f408e82cca3f2487f39a2
2024-11-09T11:25:38,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/129026d72d1b417186e790e06b511a58 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/129026d72d1b417186e790e06b511a58
2024-11-09T11:25:38,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/129026d72d1b417186e790e06b511a58, entries=150, sequenceid=168, filesize=11.9 K
2024-11-09T11:25:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/357649b8126a49c396fd98e07dc3e08f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/357649b8126a49c396fd98e07dc3e08f
2024-11-09T11:25:38,741 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/357649b8126a49c396fd98e07dc3e08f, entries=150, sequenceid=168, filesize=11.9 K
2024-11-09T11:25:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/88427c42594f408e82cca3f2487f39a2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/88427c42594f408e82cca3f2487f39a2
2024-11-09T11:25:38,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/88427c42594f408e82cca3f2487f39a2, entries=150, sequenceid=168, filesize=11.9 K
2024-11-09T11:25:38,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5637aca1c47e4e7f7fec883f485c7934 in 874ms, sequenceid=168, compaction requested=false
2024-11-09T11:25:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-09T11:25:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-09T11:25:38,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-09T11:25:38,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3340 sec
2024-11-09T11:25:38,752 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.3390 sec
2024-11-09T11:25:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:38,843 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T11:25:38,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/f481bc5cc6804eef95362c17242f6ebb is 50, key is test_row_0/A:col10/1731151538842/Put/seqid=0
2024-11-09T11:25:38,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742083_1259 (size=12151)
2024-11-09T11:25:38,858 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/f481bc5cc6804eef95362c17242f6ebb
2024-11-09T11:25:38,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/23a1ba623fec4377aa36e315807ede00 is 50, key is test_row_0/B:col10/1731151538842/Put/seqid=0
2024-11-09T11:25:38,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151598879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:38,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742084_1260 (size=12151)
2024-11-09T11:25:38,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151598991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,204 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151599202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,291 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/23a1ba623fec4377aa36e315807ede00
2024-11-09T11:25:39,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a281c8ed7a6e4e5a9a97e481d539a116 is 50, key is test_row_0/C:col10/1731151538842/Put/seqid=0
2024-11-09T11:25:39,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742085_1261 (size=12151)
2024-11-09T11:25:39,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151599512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39790 deadline: 1731151599522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:39,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39802 deadline: 1731151599522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:39,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39750 deadline: 1731151599522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:39,524 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:39,524 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,524 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-09T11:25:39,563 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:39,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-11-09T11:25:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-09T11:25:39,565 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:39,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39748 deadline: 1731151599562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:39,566 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:39,566 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:39,566 WARN  [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 5637aca1c47e4e7f7fec883f485c7934 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8249 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:25:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:39,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-09T11:25:39,704 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a281c8ed7a6e4e5a9a97e481d539a116
2024-11-09T11:25:39,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/f481bc5cc6804eef95362c17242f6ebb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f481bc5cc6804eef95362c17242f6ebb
2024-11-09T11:25:39,712 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f481bc5cc6804eef95362c17242f6ebb, entries=150, sequenceid=195, filesize=11.9 K
2024-11-09T11:25:39,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/23a1ba623fec4377aa36e315807ede00 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23a1ba623fec4377aa36e315807ede00
2024-11-09T11:25:39,717 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23a1ba623fec4377aa36e315807ede00, entries=150, sequenceid=195, filesize=11.9 K
2024-11-09T11:25:39,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a281c8ed7a6e4e5a9a97e481d539a116 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a281c8ed7a6e4e5a9a97e481d539a116
2024-11-09T11:25:39,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-09T11:25:39,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:39,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:39,723 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a281c8ed7a6e4e5a9a97e481d539a116, entries=150, sequenceid=195, filesize=11.9 K
2024-11-09T11:25:39,723 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5637aca1c47e4e7f7fec883f485c7934 in 880ms, sequenceid=195, compaction requested=true
2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:39,724 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:39,724 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:39,725 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:39,725 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:39,725 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:39,725 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:39,725 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:39,725 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:39,725 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a5d051a690f649fbaedd5f5384623d1a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/357649b8126a49c396fd98e07dc3e08f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23a1ba623fec4377aa36e315807ede00] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.9 K
2024-11-09T11:25:39,725 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/c1f5b07a5295439ea1001a6ab4dd2310, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/129026d72d1b417186e790e06b511a58, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f481bc5cc6804eef95362c17242f6ebb] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.9 K
2024-11-09T11:25:39,725 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d051a690f649fbaedd5f5384623d1a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731151536271
2024-11-09T11:25:39,725 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1f5b07a5295439ea1001a6ab4dd2310, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731151536271
2024-11-09T11:25:39,726 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 129026d72d1b417186e790e06b511a58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151536959
2024-11-09T11:25:39,726 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 357649b8126a49c396fd98e07dc3e08f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151536959
2024-11-09T11:25:39,726 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a1ba623fec4377aa36e315807ede00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151538199
2024-11-09T11:25:39,726 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f481bc5cc6804eef95362c17242f6ebb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151538199
2024-11-09T11:25:39,733 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:39,733 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/68e1312b8f6145cbafc30f714f3c1eca is 50, key is test_row_0/B:col10/1731151538842/Put/seqid=0
2024-11-09T11:25:39,733 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:39,735 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/bfb1867f20aa4c8885f8a34289bd544b is 50, key is test_row_0/A:col10/1731151538842/Put/seqid=0
2024-11-09T11:25:39,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742086_1262 (size=12595)
2024-11-09T11:25:39,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742087_1263 (size=12595)
2024-11-09T11:25:39,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-09T11:25:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:39,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:39,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/a66302b7add6469ca8b3ceaff2998322 is 50, key is test_row_0/A:col10/1731151538877/Put/seqid=0
2024-11-09T11:25:39,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742088_1264 (size=12151)
2024-11-09T11:25:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-09T11:25:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:40,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:40,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151600115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:40,142 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/68e1312b8f6145cbafc30f714f3c1eca as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/68e1312b8f6145cbafc30f714f3c1eca
2024-11-09T11:25:40,147 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into 68e1312b8f6145cbafc30f714f3c1eca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:40,147 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:40,147 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151539724; duration=0sec
2024-11-09T11:25:40,147 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:40,147 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:40,147 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:40,149 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:40,149 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:40,149 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:40,149 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4dd2ffca5ccc47a1bf1fd5e38640e227, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/88427c42594f408e82cca3f2487f39a2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a281c8ed7a6e4e5a9a97e481d539a116] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=35.9 K
2024-11-09T11:25:40,150 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dd2ffca5ccc47a1bf1fd5e38640e227, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731151536271
2024-11-09T11:25:40,150 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 88427c42594f408e82cca3f2487f39a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151536959
2024-11-09T11:25:40,150 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a281c8ed7a6e4e5a9a97e481d539a116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151538199
2024-11-09T11:25:40,153 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/bfb1867f20aa4c8885f8a34289bd544b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/bfb1867f20aa4c8885f8a34289bd544b
2024-11-09T11:25:40,159 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into bfb1867f20aa4c8885f8a34289bd544b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:40,159 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:40,159 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151539724; duration=0sec
2024-11-09T11:25:40,159 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:40,159 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:40,164 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:40,164 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e130c7aea8f342e482180411fb59f89f is 50, key is test_row_0/C:col10/1731151538842/Put/seqid=0
2024-11-09T11:25:40,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742089_1265 (size=12595)
2024-11-09T11:25:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-09T11:25:40,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151600222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:40,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/a66302b7add6469ca8b3ceaff2998322
2024-11-09T11:25:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a761c52eba6e4a56acda2a5ef46d222e is 50, key is test_row_0/B:col10/1731151538877/Put/seqid=0
2024-11-09T11:25:40,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742090_1266 (size=12151)
2024-11-09T11:25:40,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a761c52eba6e4a56acda2a5ef46d222e
2024-11-09T11:25:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e9e972ca680b4a5c895bda86acd614c7 is 50, key is test_row_0/C:col10/1731151538877/Put/seqid=0
2024-11-09T11:25:40,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742091_1267 (size=12151)
2024-11-09T11:25:40,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151600432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:40,575 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e130c7aea8f342e482180411fb59f89f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e130c7aea8f342e482180411fb59f89f
2024-11-09T11:25:40,580 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into e130c7aea8f342e482180411fb59f89f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:40,580 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:40,580 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151539724; duration=0sec
2024-11-09T11:25:40,580 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:40,580 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-09T11:25:40,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e9e972ca680b4a5c895bda86acd614c7
2024-11-09T11:25:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/a66302b7add6469ca8b3ceaff2998322 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a66302b7add6469ca8b3ceaff2998322
2024-11-09T11:25:40,719 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a66302b7add6469ca8b3ceaff2998322, entries=150, sequenceid=206, filesize=11.9 K
2024-11-09T11:25:40,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a761c52eba6e4a56acda2a5ef46d222e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a761c52eba6e4a56acda2a5ef46d222e
2024-11-09T11:25:40,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a761c52eba6e4a56acda2a5ef46d222e, entries=150, sequenceid=206, filesize=11.9 K
2024-11-09T11:25:40,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e9e972ca680b4a5c895bda86acd614c7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9e972ca680b4a5c895bda86acd614c7
2024-11-09T11:25:40,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9e972ca680b4a5c895bda86acd614c7, entries=150, sequenceid=206, filesize=11.9 K
2024-11-09T11:25:40,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5637aca1c47e4e7f7fec883f485c7934 in 857ms, sequenceid=206, compaction requested=false
2024-11-09T11:25:40,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:40,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:40,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-09T11:25:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-09T11:25:40,732 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-09T11:25:40,732 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1640 sec
2024-11-09T11:25:40,733 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.1700 sec
2024-11-09T11:25:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:40,745 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:40,745 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:25:40,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/35c1c6854d5544aab5176bf2e59e2fab is 50, key is test_row_0/A:col10/1731151540103/Put/seqid=0
2024-11-09T11:25:40,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742092_1268 (size=12151)
2024-11-09T11:25:40,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151600772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:40,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151600882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:41,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151601092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:41,095 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:41,154 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/35c1c6854d5544aab5176bf2e59e2fab
2024-11-09T11:25:41,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/fd9aea3c3abe4a63bc035a04371f94f2 is 50, key is test_row_0/B:col10/1731151540103/Put/seqid=0
2024-11-09T11:25:41,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742093_1269 (size=12151)
2024-11-09T11:25:41,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151601401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:41,565 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/fd9aea3c3abe4a63bc035a04371f94f2
2024-11-09T11:25:41,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/0437bde15edd4888b225eab1226899e3 is 50, key is test_row_0/C:col10/1731151540103/Put/seqid=0
2024-11-09T11:25:41,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742094_1270 (size=12151)
2024-11-09T11:25:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-09T11:25:41,712 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:41,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees
2024-11-09T11:25:41,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-09T11:25:41,714 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:41,715 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:41,715 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:41,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-09T11:25:41,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-09T11:25:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:41,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:41,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:41,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151601911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:41,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:41,984 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/0437bde15edd4888b225eab1226899e3
2024-11-09T11:25:41,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/35c1c6854d5544aab5176bf2e59e2fab as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/35c1c6854d5544aab5176bf2e59e2fab
2024-11-09T11:25:41,992 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/35c1c6854d5544aab5176bf2e59e2fab, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T11:25:41,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/fd9aea3c3abe4a63bc035a04371f94f2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/fd9aea3c3abe4a63bc035a04371f94f2
2024-11-09T11:25:41,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/fd9aea3c3abe4a63bc035a04371f94f2, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T11:25:41,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/0437bde15edd4888b225eab1226899e3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0437bde15edd4888b225eab1226899e3
2024-11-09T11:25:42,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0437bde15edd4888b225eab1226899e3, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T11:25:42,002 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5637aca1c47e4e7f7fec883f485c7934 in 1257ms, sequenceid=235, compaction requested=true
2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:42,002 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:42,002 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:42,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:42,003 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:42,003 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:42,003 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:42,003 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/bfb1867f20aa4c8885f8a34289bd544b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a66302b7add6469ca8b3ceaff2998322, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/35c1c6854d5544aab5176bf2e59e2fab] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.0 K
2024-11-09T11:25:42,003 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:42,004 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:42,004 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:42,004 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/68e1312b8f6145cbafc30f714f3c1eca, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a761c52eba6e4a56acda2a5ef46d222e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/fd9aea3c3abe4a63bc035a04371f94f2] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.0 K
2024-11-09T11:25:42,004 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfb1867f20aa4c8885f8a34289bd544b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151538199
2024-11-09T11:25:42,004 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e1312b8f6145cbafc30f714f3c1eca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151538199
2024-11-09T11:25:42,004 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a66302b7add6469ca8b3ceaff2998322, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731151538852
2024-11-09T11:25:42,004 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a761c52eba6e4a56acda2a5ef46d222e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731151538852
2024-11-09T11:25:42,005 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35c1c6854d5544aab5176bf2e59e2fab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151540103
2024-11-09T11:25:42,005 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting fd9aea3c3abe4a63bc035a04371f94f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151540103
2024-11-09T11:25:42,013 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:42,013 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:42,014 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/de6af7b273ae4f5e8d54ad676253bc03 is 50, key is test_row_0/A:col10/1731151540103/Put/seqid=0
2024-11-09T11:25:42,014 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9724ad3d7ea64c8ba08315f2b756da7d is 50, key is test_row_0/B:col10/1731151540103/Put/seqid=0
2024-11-09T11:25:42,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742095_1271 (size=12697)
2024-11-09T11:25:42,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-09T11:25:42,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:42,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-09T11:25:42,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/efe04db866f94ec6ac5310021eb5c333 is 50, key is test_row_0/A:col10/1731151540755/Put/seqid=0
2024-11-09T11:25:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-09T11:25:42,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742096_1272 (size=12697)
2024-11-09T11:25:42,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742097_1273 (size=9757)
2024-11-09T11:25:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-09T11:25:42,424 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/de6af7b273ae4f5e8d54ad676253bc03 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/de6af7b273ae4f5e8d54ad676253bc03
2024-11-09T11:25:42,428 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into de6af7b273ae4f5e8d54ad676253bc03(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:42,428 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:42,428 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151542002; duration=0sec
2024-11-09T11:25:42,428 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:42,428 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:42,429 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:42,429 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:42,430 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:42,430 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:42,430 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e130c7aea8f342e482180411fb59f89f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9e972ca680b4a5c895bda86acd614c7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0437bde15edd4888b225eab1226899e3] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.0 K
2024-11-09T11:25:42,430 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e130c7aea8f342e482180411fb59f89f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731151538199
2024-11-09T11:25:42,430 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e972ca680b4a5c895bda86acd614c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731151538852
2024-11-09T11:25:42,430 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0437bde15edd4888b225eab1226899e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151540103
2024-11-09T11:25:42,437 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:42,438 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/7509d48e5bd74351a57b63a883316c12 is 50, key is test_row_0/C:col10/1731151540103/Put/seqid=0
2024-11-09T11:25:42,439 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9724ad3d7ea64c8ba08315f2b756da7d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9724ad3d7ea64c8ba08315f2b756da7d
2024-11-09T11:25:42,439 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/efe04db866f94ec6ac5310021eb5c333
2024-11-09T11:25:42,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742098_1274 (size=12697)
2024-11-09T11:25:42,446 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into 9724ad3d7ea64c8ba08315f2b756da7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:42,446 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:42,447 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151542002; duration=0sec
2024-11-09T11:25:42,447 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:42,447 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9c416a0d8a36464d97da3f1a5ece7455 is 50, key is test_row_0/B:col10/1731151540755/Put/seqid=0
2024-11-09T11:25:42,455 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/7509d48e5bd74351a57b63a883316c12 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/7509d48e5bd74351a57b63a883316c12
2024-11-09T11:25:42,461 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into 7509d48e5bd74351a57b63a883316c12(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:42,461 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:42,461 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151542002; duration=0sec
2024-11-09T11:25:42,461 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:42,461 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:42,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742099_1275 (size=9757)
2024-11-09T11:25:42,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9c416a0d8a36464d97da3f1a5ece7455
2024-11-09T11:25:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/f48657bba0da43c59f90c17cb6d90401 is 50, key is test_row_0/C:col10/1731151540755/Put/seqid=0
2024-11-09T11:25:42,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742100_1276 (size=9757)
2024-11-09T11:25:42,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/f48657bba0da43c59f90c17cb6d90401
2024-11-09T11:25:42,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/efe04db866f94ec6ac5310021eb5c333 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/efe04db866f94ec6ac5310021eb5c333
2024-11-09T11:25:42,493 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/efe04db866f94ec6ac5310021eb5c333, entries=100, sequenceid=245, filesize=9.5 K
2024-11-09T11:25:42,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9c416a0d8a36464d97da3f1a5ece7455 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9c416a0d8a36464d97da3f1a5ece7455
2024-11-09T11:25:42,497 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9c416a0d8a36464d97da3f1a5ece7455, entries=100, sequenceid=245, filesize=9.5 K
2024-11-09T11:25:42,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/f48657bba0da43c59f90c17cb6d90401 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f48657bba0da43c59f90c17cb6d90401
2024-11-09T11:25:42,503 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f48657bba0da43c59f90c17cb6d90401, entries=100, sequenceid=245, filesize=9.5 K
2024-11-09T11:25:42,504 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 5637aca1c47e4e7f7fec883f485c7934 in 482ms, sequenceid=245, compaction requested=false
2024-11-09T11:25:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83
2024-11-09T11:25:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=83
2024-11-09T11:25:42,507 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-09T11:25:42,507 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec
2024-11-09T11:25:42,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 794 msec
2024-11-09T11:25:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-09T11:25:42,852 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:42,853 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees
2024-11-09T11:25:42,854 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-09T11:25:42,855 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:42,855 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:42,940 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:42,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:42,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/fcfbabfa6f73428c85e04dbd1a52c1b4 is 50, key is test_row_0/A:col10/1731151542939/Put/seqid=0
2024-11-09T11:25:42,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742101_1277 (size=14691)
2024-11-09T11:25:42,954 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/fcfbabfa6f73428c85e04dbd1a52c1b4
2024-11-09T11:25:42,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/ded522e440fb44be8950f3e095d155fb is 50, key is test_row_0/B:col10/1731151542939/Put/seqid=0
2024-11-09T11:25:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-09T11:25:42,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742102_1278 (size=12301)
2024-11-09T11:25:43,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:43,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151603034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:43,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151603141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:43,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:43,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-09T11:25:43,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151603352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:43,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/ded522e440fb44be8950f3e095d155fb
2024-11-09T11:25:43,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/b67b6ee8f61d4e24845f250ba6d3b2d2 is 50, key is test_row_0/C:col10/1731151542939/Put/seqid=0
2024-11-09T11:25:43,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742103_1279 (size=12301)
2024-11-09T11:25:43,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-09T11:25:43,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151603661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:43,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:43,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:43,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:43,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:43,781 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/b67b6ee8f61d4e24845f250ba6d3b2d2
2024-11-09T11:25:43,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/fcfbabfa6f73428c85e04dbd1a52c1b4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/fcfbabfa6f73428c85e04dbd1a52c1b4
2024-11-09T11:25:43,790 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/fcfbabfa6f73428c85e04dbd1a52c1b4, entries=200, sequenceid=259, filesize=14.3 K
2024-11-09T11:25:43,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/ded522e440fb44be8950f3e095d155fb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/ded522e440fb44be8950f3e095d155fb
2024-11-09T11:25:43,795 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/ded522e440fb44be8950f3e095d155fb, entries=150, sequenceid=259, filesize=12.0 K
2024-11-09T11:25:43,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/b67b6ee8f61d4e24845f250ba6d3b2d2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b67b6ee8f61d4e24845f250ba6d3b2d2
2024-11-09T11:25:43,800 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b67b6ee8f61d4e24845f250ba6d3b2d2, entries=150, sequenceid=259, filesize=12.0 K
2024-11-09T11:25:43,801 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5637aca1c47e4e7f7fec883f485c7934 in 861ms, sequenceid=259, compaction requested=true
2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:43,801 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:43,801 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:43,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:43,802 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37145 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:43,802 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:43,802 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:43,802 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:43,802 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,802 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,802 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9724ad3d7ea64c8ba08315f2b756da7d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9c416a0d8a36464d97da3f1a5ece7455, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/ded522e440fb44be8950f3e095d155fb] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=33.9 K
2024-11-09T11:25:43,802 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/de6af7b273ae4f5e8d54ad676253bc03, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/efe04db866f94ec6ac5310021eb5c333, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/fcfbabfa6f73428c85e04dbd1a52c1b4] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.3 K
2024-11-09T11:25:43,803 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6af7b273ae4f5e8d54ad676253bc03, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151540103
2024-11-09T11:25:43,803 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9724ad3d7ea64c8ba08315f2b756da7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151540103
2024-11-09T11:25:43,803 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c416a0d8a36464d97da3f1a5ece7455, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731151540755
2024-11-09T11:25:43,803 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting efe04db866f94ec6ac5310021eb5c333, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731151540755
2024-11-09T11:25:43,803 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ded522e440fb44be8950f3e095d155fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731151542932
2024-11-09T11:25:43,804 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcfbabfa6f73428c85e04dbd1a52c1b4, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731151542923
2024-11-09T11:25:43,810 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:43,811 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/b09cca486aa7427da393bd7d88c493c9 is 50, key is test_row_0/B:col10/1731151542939/Put/seqid=0
2024-11-09T11:25:43,814 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:43,815 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/f5f7f74dfee2406595bd1e1259a1eff6 is 50, key is test_row_0/A:col10/1731151542939/Put/seqid=0
2024-11-09T11:25:43,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742104_1280 (size=12949)
2024-11-09T11:25:43,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742105_1281 (size=12949)
2024-11-09T11:25:43,830 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/b09cca486aa7427da393bd7d88c493c9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/b09cca486aa7427da393bd7d88c493c9
2024-11-09T11:25:43,837 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into b09cca486aa7427da393bd7d88c493c9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:43,837 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:43,837 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151543801; duration=0sec
2024-11-09T11:25:43,837 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:43,837 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:43,837 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:43,838 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:43,838 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:43,838 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,838 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/7509d48e5bd74351a57b63a883316c12, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f48657bba0da43c59f90c17cb6d90401, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b67b6ee8f61d4e24845f250ba6d3b2d2] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=33.9 K
2024-11-09T11:25:43,839 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7509d48e5bd74351a57b63a883316c12, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151540103
2024-11-09T11:25:43,839 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f48657bba0da43c59f90c17cb6d90401, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731151540755
2024-11-09T11:25:43,839 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b67b6ee8f61d4e24845f250ba6d3b2d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731151542932
2024-11-09T11:25:43,847 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:43,847 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/5e24b55879174e7f9027f2d77c0b0695 is 50, key is test_row_0/C:col10/1731151542939/Put/seqid=0
2024-11-09T11:25:43,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742106_1282 (size=12949)
2024-11-09T11:25:43,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-09T11:25:43,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:43,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T11:25:43,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/ca8ed4da9f604cb2bf0823d62f7ec23c is 50, key is test_row_0/A:col10/1731151543021/Put/seqid=0
2024-11-09T11:25:43,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742107_1283 (size=12301)
2024-11-09T11:25:43,933 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/ca8ed4da9f604cb2bf0823d62f7ec23c
2024-11-09T11:25:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/bc881d7ce071463f85098604c4fe9dc9 is 50, key is test_row_0/B:col10/1731151543021/Put/seqid=0
2024-11-09T11:25:43,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742108_1284 (size=12301)
2024-11-09T11:25:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-09T11:25:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:44,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:44,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151604199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:44,229 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/f5f7f74dfee2406595bd1e1259a1eff6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f5f7f74dfee2406595bd1e1259a1eff6
2024-11-09T11:25:44,233 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into f5f7f74dfee2406595bd1e1259a1eff6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:44,233 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:44,233 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151543801; duration=0sec
2024-11-09T11:25:44,233 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:44,233 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:44,258 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/5e24b55879174e7f9027f2d77c0b0695 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5e24b55879174e7f9027f2d77c0b0695
2024-11-09T11:25:44,262 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into 5e24b55879174e7f9027f2d77c0b0695(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:44,262 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:44,262 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151543801; duration=0sec
2024-11-09T11:25:44,262 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:44,262 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:44,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151604311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:44,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/bc881d7ce071463f85098604c4fe9dc9
2024-11-09T11:25:44,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/282cd2444c5e49288f8040df3e370414 is 50, key is test_row_0/C:col10/1731151543021/Put/seqid=0
2024-11-09T11:25:44,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742109_1285 (size=12301)
2024-11-09T11:25:44,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:44,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151604522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:44,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/282cd2444c5e49288f8040df3e370414
2024-11-09T11:25:44,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/ca8ed4da9f604cb2bf0823d62f7ec23c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/ca8ed4da9f604cb2bf0823d62f7ec23c
2024-11-09T11:25:44,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/ca8ed4da9f604cb2bf0823d62f7ec23c, entries=150, sequenceid=285, filesize=12.0 K
2024-11-09T11:25:44,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/bc881d7ce071463f85098604c4fe9dc9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/bc881d7ce071463f85098604c4fe9dc9
2024-11-09T11:25:44,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/bc881d7ce071463f85098604c4fe9dc9, entries=150, sequenceid=285, filesize=12.0 K
2024-11-09T11:25:44,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/282cd2444c5e49288f8040df3e370414 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/282cd2444c5e49288f8040df3e370414
2024-11-09T11:25:44,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/282cd2444c5e49288f8040df3e370414, entries=150, sequenceid=285, filesize=12.0 K
2024-11-09T11:25:44,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5637aca1c47e4e7f7fec883f485c7934 in 849ms, sequenceid=285, compaction requested=false
2024-11-09T11:25:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:44,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85
2024-11-09T11:25:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=85
2024-11-09T11:25:44,777 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-09T11:25:44,777 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9200 sec
2024-11-09T11:25:44,778 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.9240 sec
2024-11-09T11:25:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:44,835 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:44,835 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:25:44,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b9c9cea0d6a347668bdedc6ded98fe02 is 50, key is test_row_0/A:col10/1731151544198/Put/seqid=0
2024-11-09T11:25:44,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742110_1286 (size=14741)
2024-11-09T11:25:44,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151604914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-09T11:25:45,002 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:45,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees
2024-11-09T11:25:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-09T11:25:45,004 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:45,005 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:45,005 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:45,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151605022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:45,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-09T11:25:45,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:45,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:45,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151605232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:45,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:45,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b9c9cea0d6a347668bdedc6ded98fe02
2024-11-09T11:25:45,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/2c8f20ab48644b78abcad434179951a3 is 50, key is test_row_0/B:col10/1731151544198/Put/seqid=0
2024-11-09T11:25:45,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742111_1287 (size=12301)
2024-11-09T11:25:45,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-09T11:25:45,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151605542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:45,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-09T11:25:45,665 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/2c8f20ab48644b78abcad434179951a3
2024-11-09T11:25:45,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/f0bba41edc284b1d833b7a3b7ec11208 is 50, key is test_row_0/C:col10/1731151544198/Put/seqid=0
2024-11-09T11:25:45,675 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742112_1288 (size=12301)
2024-11-09T11:25:45,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:45,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:45,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:46,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151606052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:46,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:46,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:46,075 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/f0bba41edc284b1d833b7a3b7ec11208
2024-11-09T11:25:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=87
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:46,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b9c9cea0d6a347668bdedc6ded98fe02 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b9c9cea0d6a347668bdedc6ded98fe02
2024-11-09T11:25:46,083 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b9c9cea0d6a347668bdedc6ded98fe02, entries=200, sequenceid=299, filesize=14.4 K
2024-11-09T11:25:46,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/2c8f20ab48644b78abcad434179951a3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2c8f20ab48644b78abcad434179951a3
2024-11-09T11:25:46,088 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2c8f20ab48644b78abcad434179951a3, entries=150, sequenceid=299, filesize=12.0 K
2024-11-09T11:25:46,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/f0bba41edc284b1d833b7a3b7ec11208 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f0bba41edc284b1d833b7a3b7ec11208
2024-11-09T11:25:46,093 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f0bba41edc284b1d833b7a3b7ec11208, entries=150, sequenceid=299, filesize=12.0 K
2024-11-09T11:25:46,093 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5637aca1c47e4e7f7fec883f485c7934 in 1258ms, sequenceid=299, compaction requested=true
2024-11-09T11:25:46,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:46,094 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:46,094 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:46,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:46,094 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:46,095 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:46,095 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,095 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:46,095 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:46,095 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f5f7f74dfee2406595bd1e1259a1eff6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/ca8ed4da9f604cb2bf0823d62f7ec23c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b9c9cea0d6a347668bdedc6ded98fe02] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=39.1 K
2024-11-09T11:25:46,095 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,095 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/b09cca486aa7427da393bd7d88c493c9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/bc881d7ce071463f85098604c4fe9dc9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2c8f20ab48644b78abcad434179951a3] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.7 K
2024-11-09T11:25:46,095 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5f7f74dfee2406595bd1e1259a1eff6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731151542932
2024-11-09T11:25:46,095 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b09cca486aa7427da393bd7d88c493c9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731151542932
2024-11-09T11:25:46,096 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca8ed4da9f604cb2bf0823d62f7ec23c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151543021
2024-11-09T11:25:46,096 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting bc881d7ce071463f85098604c4fe9dc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151543021
2024-11-09T11:25:46,096 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9c9cea0d6a347668bdedc6ded98fe02, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151544184
2024-11-09T11:25:46,096 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c8f20ab48644b78abcad434179951a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151544191
2024-11-09T11:25:46,103 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:46,103 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/23b6cb20a4f24ad4a23b48e64303ad8c is 50, key is test_row_0/B:col10/1731151544198/Put/seqid=0
2024-11-09T11:25:46,103 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:46,104 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/6025cdc270a647b8a54a2468327027a1 is 50, key is test_row_0/A:col10/1731151544198/Put/seqid=0
2024-11-09T11:25:46,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742113_1289 (size=13051)
2024-11-09T11:25:46,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742114_1290 (size=13051)
2024-11-09T11:25:46,131 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/6025cdc270a647b8a54a2468327027a1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/6025cdc270a647b8a54a2468327027a1
2024-11-09T11:25:46,137 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into 6025cdc270a647b8a54a2468327027a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:46,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:46,137 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151546094; duration=0sec
2024-11-09T11:25:46,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:46,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:46,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:46,138 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:46,138 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:46,138 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,138 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5e24b55879174e7f9027f2d77c0b0695, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/282cd2444c5e49288f8040df3e370414, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f0bba41edc284b1d833b7a3b7ec11208] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.7 K
2024-11-09T11:25:46,139 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e24b55879174e7f9027f2d77c0b0695, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731151542932
2024-11-09T11:25:46,139 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 282cd2444c5e49288f8040df3e370414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731151543021
2024-11-09T11:25:46,140 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0bba41edc284b1d833b7a3b7ec11208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151544191
2024-11-09T11:25:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-09T11:25:46,146 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:46,146 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a23da486820248a2805bb36f14733b66 is 50, key is test_row_0/C:col10/1731151544198/Put/seqid=0
2024-11-09T11:25:46,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742115_1291 (size=13051)
2024-11-09T11:25:46,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87
2024-11-09T11:25:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T11:25:46,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/741b2e17909d457db1b7a32203e6a49d is 50, key is test_row_0/A:col10/1731151544913/Put/seqid=0
2024-11-09T11:25:46,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742116_1292 (size=12301)
2024-11-09T11:25:46,512 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/23b6cb20a4f24ad4a23b48e64303ad8c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23b6cb20a4f24ad4a23b48e64303ad8c
2024-11-09T11:25:46,516 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into 23b6cb20a4f24ad4a23b48e64303ad8c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:46,516 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:46,516 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151546094; duration=0sec
2024-11-09T11:25:46,517 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:46,517 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:46,555 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a23da486820248a2805bb36f14733b66 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a23da486820248a2805bb36f14733b66
2024-11-09T11:25:46,559 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into a23da486820248a2805bb36f14733b66(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:46,560 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:46,560 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151546094; duration=0sec
2024-11-09T11:25:46,560 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:46,560 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:46,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/741b2e17909d457db1b7a32203e6a49d
2024-11-09T11:25:46,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a49ad13aaf7644f88917e273f2d7529f is 50, key is test_row_0/B:col10/1731151544913/Put/seqid=0
2024-11-09T11:25:46,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742117_1293 (size=12301)
2024-11-09T11:25:46,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a49ad13aaf7644f88917e273f2d7529f
2024-11-09T11:25:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a2b4532dc8d04d7280e35a1a335f26db is 50, key is test_row_0/C:col10/1731151544913/Put/seqid=0
2024-11-09T11:25:46,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742118_1294 (size=12301)
2024-11-09T11:25:46,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a2b4532dc8d04d7280e35a1a335f26db
2024-11-09T11:25:46,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/741b2e17909d457db1b7a32203e6a49d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/741b2e17909d457db1b7a32203e6a49d
2024-11-09T11:25:46,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/741b2e17909d457db1b7a32203e6a49d, entries=150, sequenceid=324, filesize=12.0 K
2024-11-09T11:25:46,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a49ad13aaf7644f88917e273f2d7529f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a49ad13aaf7644f88917e273f2d7529f
2024-11-09T11:25:46,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a49ad13aaf7644f88917e273f2d7529f, entries=150, sequenceid=324, filesize=12.0 K
2024-11-09T11:25:46,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/a2b4532dc8d04d7280e35a1a335f26db as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a2b4532dc8d04d7280e35a1a335f26db
2024-11-09T11:25:46,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a2b4532dc8d04d7280e35a1a335f26db, entries=150, sequenceid=324, filesize=12.0 K
2024-11-09T11:25:46,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 5637aca1c47e4e7f7fec883f485c7934 in 498ms, sequenceid=324, compaction requested=false
2024-11-09T11:25:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:46,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87
2024-11-09T11:25:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=87
2024-11-09T11:25:46,728 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-09T11:25:46,728 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec
2024-11-09T11:25:46,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.7270 sec
2024-11-09T11:25:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:47,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:47,111 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:47,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/589637bfab9a4adaa0cd0878fa29eba5 is 50, key is test_row_0/A:col10/1731151547110/Put/seqid=0
2024-11-09T11:25:47,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742119_1295 (size=12301)
2024-11-09T11:25:47,122 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/589637bfab9a4adaa0cd0878fa29eba5
2024-11-09T11:25:47,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9f1f896c02a641a4bd348af0cc6a3262 is 50, key is test_row_0/B:col10/1731151547110/Put/seqid=0
2024-11-09T11:25:47,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742120_1296 (size=12301)
2024-11-09T11:25:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-09T11:25:47,153 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:47,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees
2024-11-09T11:25:47,155 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-09T11:25:47,155 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:47,156 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:47,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151607194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-09T11:25:47,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151607302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:47,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-09T11:25:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-09T11:25:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-09T11:25:47,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:47,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151607511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:47,538 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9f1f896c02a641a4bd348af0cc6a3262
2024-11-09T11:25:47,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/5351699186424b98b36f0fee53386189 is 50, key is test_row_0/C:col10/1731151547110/Put/seqid=0
2024-11-09T11:25:47,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742121_1297 (size=12301)
2024-11-09T11:25:47,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-09T11:25:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-09T11:25:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-09T11:25:47,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151607822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:47,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:47,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-09T11:25:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89
java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=89
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:47,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/5351699186424b98b36f0fee53386189
2024-11-09T11:25:47,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/589637bfab9a4adaa0cd0878fa29eba5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/589637bfab9a4adaa0cd0878fa29eba5
2024-11-09T11:25:47,955 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/589637bfab9a4adaa0cd0878fa29eba5, entries=150, sequenceid=337, filesize=12.0 K
2024-11-09T11:25:47,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/9f1f896c02a641a4bd348af0cc6a3262 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9f1f896c02a641a4bd348af0cc6a3262
2024-11-09T11:25:47,960 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9f1f896c02a641a4bd348af0cc6a3262, entries=150, sequenceid=337, filesize=12.0 K
2024-11-09T11:25:47,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/5351699186424b98b36f0fee53386189 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5351699186424b98b36f0fee53386189
2024-11-09T11:25:47,964 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5351699186424b98b36f0fee53386189, entries=150, sequenceid=337, filesize=12.0 K
2024-11-09T11:25:47,965 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5637aca1c47e4e7f7fec883f485c7934 in 854ms, sequenceid=337, compaction requested=true
2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:47,965 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:47,965 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:47,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:47,966 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:47,966 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/A is initiating minor compaction (all files)
2024-11-09T11:25:47,966 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:47,966 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/B is initiating minor compaction (all files)
2024-11-09T11:25:47,966 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/A in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,966 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/B in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,966 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/6025cdc270a647b8a54a2468327027a1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/741b2e17909d457db1b7a32203e6a49d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/589637bfab9a4adaa0cd0878fa29eba5] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.8 K
2024-11-09T11:25:47,966 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23b6cb20a4f24ad4a23b48e64303ad8c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a49ad13aaf7644f88917e273f2d7529f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9f1f896c02a641a4bd348af0cc6a3262] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.8 K
2024-11-09T11:25:47,967 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b6cb20a4f24ad4a23b48e64303ad8c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151544191
2024-11-09T11:25:47,967 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6025cdc270a647b8a54a2468327027a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151544191
2024-11-09T11:25:47,967 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a49ad13aaf7644f88917e273f2d7529f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731151544890
2024-11-09T11:25:47,967 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 741b2e17909d457db1b7a32203e6a49d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731151544890
2024-11-09T11:25:47,967 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f1f896c02a641a4bd348af0cc6a3262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731151547103
2024-11-09T11:25:47,967 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 589637bfab9a4adaa0cd0878fa29eba5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731151547103
2024-11-09T11:25:47,973 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:47,974 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/5ad624cd9d3d4fc88b7ebe95da60e4d4 is 50, key is test_row_0/A:col10/1731151547110/Put/seqid=0
2024-11-09T11:25:47,976 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:47,976 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/d2829403703a4f7e8a07e753d4ff4421 is 50, key is test_row_0/B:col10/1731151547110/Put/seqid=0
2024-11-09T11:25:47,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742122_1298 (size=13153)
2024-11-09T11:25:47,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742123_1299 (size=13153)
2024-11-09T11:25:47,985 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/5ad624cd9d3d4fc88b7ebe95da60e4d4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/5ad624cd9d3d4fc88b7ebe95da60e4d4
2024-11-09T11:25:47,990 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/A of 5637aca1c47e4e7f7fec883f485c7934 into 5ad624cd9d3d4fc88b7ebe95da60e4d4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:47,990 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:47,990 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/A, priority=13, startTime=1731151547965; duration=0sec
2024-11-09T11:25:47,990 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:47,990 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:47,990 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:47,991 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:47,991 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 5637aca1c47e4e7f7fec883f485c7934/C is initiating minor compaction (all files)
2024-11-09T11:25:47,991 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5637aca1c47e4e7f7fec883f485c7934/C in TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:47,991 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a23da486820248a2805bb36f14733b66, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a2b4532dc8d04d7280e35a1a335f26db, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5351699186424b98b36f0fee53386189] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp, totalSize=36.8 K
2024-11-09T11:25:47,991 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a23da486820248a2805bb36f14733b66, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1731151544191
2024-11-09T11:25:47,992 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2b4532dc8d04d7280e35a1a335f26db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731151544890
2024-11-09T11:25:47,993 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5351699186424b98b36f0fee53386189, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731151547103
2024-11-09T11:25:48,000 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5637aca1c47e4e7f7fec883f485c7934#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:48,000 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e9089c87751c4e3d950c2a63a86bf2f3 is 50, key is test_row_0/C:col10/1731151547110/Put/seqid=0
2024-11-09T11:25:48,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742124_1300 (size=13153)
2024-11-09T11:25:48,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89
2024-11-09T11:25:48,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:48,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T11:25:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/0b9e30b600384bd383c89d793eb70f50 is 50, key is test_row_0/A:col10/1731151547192/Put/seqid=0
2024-11-09T11:25:48,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742125_1301 (size=12301)
2024-11-09T11:25:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-09T11:25:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:48,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. as already flushing
2024-11-09T11:25:48,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151608362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:48,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:48,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:48,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:48,385 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/d2829403703a4f7e8a07e753d4ff4421 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/d2829403703a4f7e8a07e753d4ff4421
2024-11-09T11:25:48,389 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/B of 5637aca1c47e4e7f7fec883f485c7934 into d2829403703a4f7e8a07e753d4ff4421(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:48,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:48,389 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/B, priority=13, startTime=1731151547965; duration=0sec
2024-11-09T11:25:48,390 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:48,390 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:48,408 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/e9089c87751c4e3d950c2a63a86bf2f3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9089c87751c4e3d950c2a63a86bf2f3
2024-11-09T11:25:48,413 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5637aca1c47e4e7f7fec883f485c7934/C of 5637aca1c47e4e7f7fec883f485c7934 into e9089c87751c4e3d950c2a63a86bf2f3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:48,413 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:48,413 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., storeName=5637aca1c47e4e7f7fec883f485c7934/C, priority=13, startTime=1731151547965; duration=0sec
2024-11-09T11:25:48,413 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:48,413 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:48,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151608472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:48,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:48,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/0b9e30b600384bd383c89d793eb70f50
2024-11-09T11:25:48,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/5bfb44ffb2d0443cb1634cc967e9e713 is 50, key is test_row_0/B:col10/1731151547192/Put/seqid=0
2024-11-09T11:25:48,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742126_1302 (size=12301)
2024-11-09T11:25:48,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:48,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39794 deadline: 1731151608682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:48,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:25:48,891 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/5bfb44ffb2d0443cb1634cc967e9e713
2024-11-09T11:25:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/4b3dcf9b7c8f4bf791c901d00e24dc21 is 50, key is test_row_0/C:col10/1731151547192/Put/seqid=0
2024-11-09T11:25:48,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742127_1303 (size=12301)
2024-11-09T11:25:48,903 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/4b3dcf9b7c8f4bf791c901d00e24dc21
2024-11-09T11:25:48,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/0b9e30b600384bd383c89d793eb70f50 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0b9e30b600384bd383c89d793eb70f50
2024-11-09T11:25:48,911 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0b9e30b600384bd383c89d793eb70f50, entries=150, sequenceid=363, filesize=12.0 K
2024-11-09T11:25:48,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/5bfb44ffb2d0443cb1634cc967e9e713 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/5bfb44ffb2d0443cb1634cc967e9e713
2024-11-09T11:25:48,915 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/5bfb44ffb2d0443cb1634cc967e9e713, entries=150, sequenceid=363, filesize=12.0 K
2024-11-09T11:25:48,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/4b3dcf9b7c8f4bf791c901d00e24dc21 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4b3dcf9b7c8f4bf791c901d00e24dc21
2024-11-09T11:25:48,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4b3dcf9b7c8f4bf791c901d00e24dc21, entries=150, sequenceid=363, filesize=12.0 K
2024-11-09T11:25:48,921 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5637aca1c47e4e7f7fec883f485c7934 in 849ms, sequenceid=363, compaction requested=false
2024-11-09T11:25:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89
2024-11-09T11:25:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=89
2024-11-09T11:25:48,923 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-09T11:25:48,924 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec
2024-11-09T11:25:48,925 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.7710 sec
2024-11-09T11:25:48,940 INFO  [Thread-1062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1062.
2024-11-09T11:25:48,940 DEBUG [Thread-1062 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:48,940 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,940 DEBUG [Thread-1062 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,940 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:48,940 INFO  [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056.
2024-11-09T11:25:48,940 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:48,940 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,940 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,941 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:48,941 INFO  [Thread-1060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1060.
2024-11-09T11:25:48,941 DEBUG [Thread-1060 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:48,941 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,941 DEBUG [Thread-1060 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,941 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:48,941 INFO  [Thread-1058 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1058.
2024-11-09T11:25:48,941 DEBUG [Thread-1058 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:48,941 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,941 INFO  [Thread-1064 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1064.
2024-11-09T11:25:48,941 DEBUG [Thread-1058 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,942 DEBUG [Thread-1064 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:48,942 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:48,942 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,942 DEBUG [Thread-1064 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,942 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:48,994 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:48,994 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:25:48,994 INFO  [Thread-1051 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1051.
2024-11-09T11:25:48,994 DEBUG [Thread-1051 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:48,994 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,994 DEBUG [Thread-1051 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:48,994 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:49,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/af688104f9df4e43b0a5ec43a4fa5072 is 50, key is test_row_0/A:col10/1731151548361/Put/seqid=0
2024-11-09T11:25:49,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742128_1304 (size=12301)
2024-11-09T11:25:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-09T11:25:49,313 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:49,407 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/af688104f9df4e43b0a5ec43a4fa5072
2024-11-09T11:25:49,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a0eb9d67cd5e43b68aaf42063695d7ec is 50, key is test_row_0/B:col10/1731151548361/Put/seqid=0
2024-11-09T11:25:49,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742129_1305 (size=12301)
2024-11-09T11:25:49,623 INFO  [Thread-1049 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1049.
2024-11-09T11:25:49,623 INFO  [Thread-1047 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1047.
2024-11-09T11:25:49,623 INFO  [Thread-1045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1045.
2024-11-09T11:25:49,623 DEBUG [Thread-1045 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:49,623 DEBUG [Thread-1049 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:49,623 DEBUG [Thread-1047 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:49,623 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,623 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,623 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,623 DEBUG [Thread-1049 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,623 DEBUG [Thread-1047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,623 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,623 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:49,624 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:49,624 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:49,653 INFO  [Thread-1053 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1053.
2024-11-09T11:25:49,654 DEBUG [Thread-1053 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:25:49,654 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,654 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,654 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 15
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 15
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 13
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 237
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 16
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4754
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4652
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4732
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4734
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4647
2024-11-09T11:25:49,654 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T11:25:49,655 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:25:49,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:25:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:49,655 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:25:49,656 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T11:25:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-09T11:25:49,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151549661"}]},"ts":"1731151549661"}
2024-11-09T11:25:49,664 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T11:25:49,664 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T11:25:49,666 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:25:49,668 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, UNASSIGN}]
2024-11-09T11:25:49,669 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, UNASSIGN
2024-11-09T11:25:49,669 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=5637aca1c47e4e7f7fec883f485c7934, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:49,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, UNASSIGN because future has completed
2024-11-09T11:25:49,670 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:25:49,671 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-09T11:25:49,823 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:49,823 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:25:49,824 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 5637aca1c47e4e7f7fec883f485c7934, disabling compactions & flushes
2024-11-09T11:25:49,824 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:49,827 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a0eb9d67cd5e43b68aaf42063695d7ec
2024-11-09T11:25:49,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/aaf6b73762d448fe9e91d72f9f02f7f3 is 50, key is test_row_0/C:col10/1731151548361/Put/seqid=0
2024-11-09T11:25:49,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742130_1306 (size=12301)
2024-11-09T11:25:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-09T11:25:50,243 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/aaf6b73762d448fe9e91d72f9f02f7f3
2024-11-09T11:25:50,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/af688104f9df4e43b0a5ec43a4fa5072 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/af688104f9df4e43b0a5ec43a4fa5072
2024-11-09T11:25:50,258 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/af688104f9df4e43b0a5ec43a4fa5072, entries=150, sequenceid=377, filesize=12.0 K
2024-11-09T11:25:50,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/a0eb9d67cd5e43b68aaf42063695d7ec as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a0eb9d67cd5e43b68aaf42063695d7ec
2024-11-09T11:25:50,263 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a0eb9d67cd5e43b68aaf42063695d7ec, entries=150, sequenceid=377, filesize=12.0 K
2024-11-09T11:25:50,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/aaf6b73762d448fe9e91d72f9f02f7f3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/aaf6b73762d448fe9e91d72f9f02f7f3
2024-11-09T11:25:50,268 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/aaf6b73762d448fe9e91d72f9f02f7f3, entries=150, sequenceid=377, filesize=12.0 K
2024-11-09T11:25:50,270 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for 5637aca1c47e4e7f7fec883f485c7934 in 1275ms, sequenceid=377, compaction requested=true
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5637aca1c47e4e7f7fec883f485c7934:

2024-11-09T11:25:50,270 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:50,270 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:50,270 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. after waiting 0 ms
2024-11-09T11:25:50,270 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:50,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. because compaction request was cancelled
2024-11-09T11:25:50,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:A
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5637aca1c47e4e7f7fec883f485c7934:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:50,270 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. because compaction request was cancelled
2024-11-09T11:25:50,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. because compaction request was cancelled
2024-11-09T11:25:50,270 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 5637aca1c47e4e7f7fec883f485c7934 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T11:25:50,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:50,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:C
2024-11-09T11:25:50,270 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5637aca1c47e4e7f7fec883f485c7934:B
2024-11-09T11:25:50,275 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b089fb7c0b6448e3b928a645cc450fac is 50, key is test_row_0/A:col10/1731151549593/Put/seqid=0
2024-11-09T11:25:50,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742131_1307 (size=12301)
2024-11-09T11:25:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-09T11:25:50,681 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b089fb7c0b6448e3b928a645cc450fac
2024-11-09T11:25:50,693 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/038d51df53db42ae9859ebd3b555e08f is 50, key is test_row_0/B:col10/1731151549593/Put/seqid=0
2024-11-09T11:25:50,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742132_1308 (size=12301)
2024-11-09T11:25:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-09T11:25:51,098 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/038d51df53db42ae9859ebd3b555e08f
2024-11-09T11:25:51,112 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/8821c8b8f75b45129a74bd5327991b01 is 50, key is test_row_0/C:col10/1731151549593/Put/seqid=0
2024-11-09T11:25:51,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742133_1309 (size=12301)
2024-11-09T11:25:51,521 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/8821c8b8f75b45129a74bd5327991b01
2024-11-09T11:25:51,532 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/A/b089fb7c0b6448e3b928a645cc450fac as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b089fb7c0b6448e3b928a645cc450fac
2024-11-09T11:25:51,537 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b089fb7c0b6448e3b928a645cc450fac, entries=150, sequenceid=384, filesize=12.0 K
2024-11-09T11:25:51,538 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/B/038d51df53db42ae9859ebd3b555e08f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/038d51df53db42ae9859ebd3b555e08f
2024-11-09T11:25:51,544 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/038d51df53db42ae9859ebd3b555e08f, entries=150, sequenceid=384, filesize=12.0 K
2024-11-09T11:25:51,545 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/.tmp/C/8821c8b8f75b45129a74bd5327991b01 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/8821c8b8f75b45129a74bd5327991b01
2024-11-09T11:25:51,550 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/8821c8b8f75b45129a74bd5327991b01, entries=150, sequenceid=384, filesize=12.0 K
2024-11-09T11:25:51,551 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5637aca1c47e4e7f7fec883f485c7934 in 1281ms, sequenceid=384, compaction requested=true
2024-11-09T11:25:51,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d600888ad06142fa8f25124399f797bf, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a51265f945344c7e87bb6d743172594c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b8fb99e757d0470885b4af06611c9cd6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/620744920df64d8ab3d3ed203a310433, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7ed48387ca2e4f6999cd3ca35f30d1f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7213554fab2a442da99f1b53edb08570, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d69e850bf9374084a4c66eac76cff3a3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/780d8eda084344a683d6e7c7240d03f0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/138cfb47827e4ca09604b8343c412107, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/c1f5b07a5295439ea1001a6ab4dd2310, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0bb6b3f08f4b40d18f106725fb15f03e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/129026d72d1b417186e790e06b511a58, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/bfb1867f20aa4c8885f8a34289bd544b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f481bc5cc6804eef95362c17242f6ebb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a66302b7add6469ca8b3ceaff2998322, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/de6af7b273ae4f5e8d54ad676253bc03, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/35c1c6854d5544aab5176bf2e59e2fab, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/efe04db866f94ec6ac5310021eb5c333, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/fcfbabfa6f73428c85e04dbd1a52c1b4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f5f7f74dfee2406595bd1e1259a1eff6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/ca8ed4da9f604cb2bf0823d62f7ec23c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b9c9cea0d6a347668bdedc6ded98fe02, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/6025cdc270a647b8a54a2468327027a1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/741b2e17909d457db1b7a32203e6a49d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/589637bfab9a4adaa0cd0878fa29eba5] to archive
2024-11-09T11:25:51,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:25:51,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d600888ad06142fa8f25124399f797bf to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d600888ad06142fa8f25124399f797bf
2024-11-09T11:25:51,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a51265f945344c7e87bb6d743172594c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a51265f945344c7e87bb6d743172594c
2024-11-09T11:25:51,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b8fb99e757d0470885b4af06611c9cd6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b8fb99e757d0470885b4af06611c9cd6
2024-11-09T11:25:51,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/620744920df64d8ab3d3ed203a310433 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/620744920df64d8ab3d3ed203a310433
2024-11-09T11:25:51,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7ed48387ca2e4f6999cd3ca35f30d1f0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7ed48387ca2e4f6999cd3ca35f30d1f0
2024-11-09T11:25:51,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7213554fab2a442da99f1b53edb08570 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/7213554fab2a442da99f1b53edb08570
2024-11-09T11:25:51,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d69e850bf9374084a4c66eac76cff3a3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/d69e850bf9374084a4c66eac76cff3a3
2024-11-09T11:25:51,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/780d8eda084344a683d6e7c7240d03f0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/780d8eda084344a683d6e7c7240d03f0
2024-11-09T11:25:51,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/138cfb47827e4ca09604b8343c412107 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/138cfb47827e4ca09604b8343c412107
2024-11-09T11:25:51,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/c1f5b07a5295439ea1001a6ab4dd2310 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/c1f5b07a5295439ea1001a6ab4dd2310
2024-11-09T11:25:51,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0bb6b3f08f4b40d18f106725fb15f03e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0bb6b3f08f4b40d18f106725fb15f03e
2024-11-09T11:25:51,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/129026d72d1b417186e790e06b511a58 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/129026d72d1b417186e790e06b511a58
2024-11-09T11:25:51,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/bfb1867f20aa4c8885f8a34289bd544b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/bfb1867f20aa4c8885f8a34289bd544b
2024-11-09T11:25:51,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f481bc5cc6804eef95362c17242f6ebb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f481bc5cc6804eef95362c17242f6ebb
2024-11-09T11:25:51,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a66302b7add6469ca8b3ceaff2998322 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/a66302b7add6469ca8b3ceaff2998322
2024-11-09T11:25:51,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/de6af7b273ae4f5e8d54ad676253bc03 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/de6af7b273ae4f5e8d54ad676253bc03
2024-11-09T11:25:51,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/35c1c6854d5544aab5176bf2e59e2fab to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/35c1c6854d5544aab5176bf2e59e2fab
2024-11-09T11:25:51,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/efe04db866f94ec6ac5310021eb5c333 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/efe04db866f94ec6ac5310021eb5c333
2024-11-09T11:25:51,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/fcfbabfa6f73428c85e04dbd1a52c1b4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/fcfbabfa6f73428c85e04dbd1a52c1b4
2024-11-09T11:25:51,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f5f7f74dfee2406595bd1e1259a1eff6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/f5f7f74dfee2406595bd1e1259a1eff6
2024-11-09T11:25:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/ca8ed4da9f604cb2bf0823d62f7ec23c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/ca8ed4da9f604cb2bf0823d62f7ec23c
2024-11-09T11:25:51,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b9c9cea0d6a347668bdedc6ded98fe02 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b9c9cea0d6a347668bdedc6ded98fe02
2024-11-09T11:25:51,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/6025cdc270a647b8a54a2468327027a1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/6025cdc270a647b8a54a2468327027a1
2024-11-09T11:25:51,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/741b2e17909d457db1b7a32203e6a49d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/741b2e17909d457db1b7a32203e6a49d
2024-11-09T11:25:51,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/589637bfab9a4adaa0cd0878fa29eba5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/589637bfab9a4adaa0cd0878fa29eba5
2024-11-09T11:25:51,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c1ea55b260b6437f864ef95c139f3da1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2ab1481173e44bda922372a9b36507bb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d5d31ffee5e4c2e9ecfbc46aef24587, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/8012a77681da40f78e4f8b557bedf7dd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c3ef0835f1b04787916a4c2902f91446, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/25b04e77a903482f81af44603615d46c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/51a61fa996c14908bb978d3639f5f16d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/862f6507fa404a7fbca16be8d9707f29, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d487d3400d04c9da20ede4334d39984, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a5d051a690f649fbaedd5f5384623d1a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/e619328bdedc4d738a048e69005c4e18, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/357649b8126a49c396fd98e07dc3e08f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/68e1312b8f6145cbafc30f714f3c1eca, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23a1ba623fec4377aa36e315807ede00, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a761c52eba6e4a56acda2a5ef46d222e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9724ad3d7ea64c8ba08315f2b756da7d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/fd9aea3c3abe4a63bc035a04371f94f2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9c416a0d8a36464d97da3f1a5ece7455, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/b09cca486aa7427da393bd7d88c493c9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/ded522e440fb44be8950f3e095d155fb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/bc881d7ce071463f85098604c4fe9dc9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23b6cb20a4f24ad4a23b48e64303ad8c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2c8f20ab48644b78abcad434179951a3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a49ad13aaf7644f88917e273f2d7529f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9f1f896c02a641a4bd348af0cc6a3262] to archive
2024-11-09T11:25:51,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:25:51,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c1ea55b260b6437f864ef95c139f3da1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c1ea55b260b6437f864ef95c139f3da1
2024-11-09T11:25:51,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2ab1481173e44bda922372a9b36507bb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2ab1481173e44bda922372a9b36507bb
2024-11-09T11:25:51,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d5d31ffee5e4c2e9ecfbc46aef24587 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d5d31ffee5e4c2e9ecfbc46aef24587
2024-11-09T11:25:51,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/8012a77681da40f78e4f8b557bedf7dd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/8012a77681da40f78e4f8b557bedf7dd
2024-11-09T11:25:51,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c3ef0835f1b04787916a4c2902f91446 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/c3ef0835f1b04787916a4c2902f91446
2024-11-09T11:25:51,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/25b04e77a903482f81af44603615d46c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/25b04e77a903482f81af44603615d46c
2024-11-09T11:25:51,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/51a61fa996c14908bb978d3639f5f16d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/51a61fa996c14908bb978d3639f5f16d
2024-11-09T11:25:51,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/862f6507fa404a7fbca16be8d9707f29 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/862f6507fa404a7fbca16be8d9707f29
2024-11-09T11:25:51,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d487d3400d04c9da20ede4334d39984 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/1d487d3400d04c9da20ede4334d39984
2024-11-09T11:25:51,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a5d051a690f649fbaedd5f5384623d1a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a5d051a690f649fbaedd5f5384623d1a
2024-11-09T11:25:51,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/e619328bdedc4d738a048e69005c4e18 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/e619328bdedc4d738a048e69005c4e18
2024-11-09T11:25:51,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/357649b8126a49c396fd98e07dc3e08f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/357649b8126a49c396fd98e07dc3e08f
2024-11-09T11:25:51,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/68e1312b8f6145cbafc30f714f3c1eca to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/68e1312b8f6145cbafc30f714f3c1eca
2024-11-09T11:25:51,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23a1ba623fec4377aa36e315807ede00 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23a1ba623fec4377aa36e315807ede00
2024-11-09T11:25:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a761c52eba6e4a56acda2a5ef46d222e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a761c52eba6e4a56acda2a5ef46d222e
2024-11-09T11:25:51,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9724ad3d7ea64c8ba08315f2b756da7d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9724ad3d7ea64c8ba08315f2b756da7d
2024-11-09T11:25:51,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/fd9aea3c3abe4a63bc035a04371f94f2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/fd9aea3c3abe4a63bc035a04371f94f2
2024-11-09T11:25:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9c416a0d8a36464d97da3f1a5ece7455 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9c416a0d8a36464d97da3f1a5ece7455
2024-11-09T11:25:51,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/b09cca486aa7427da393bd7d88c493c9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/b09cca486aa7427da393bd7d88c493c9
2024-11-09T11:25:51,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/ded522e440fb44be8950f3e095d155fb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/ded522e440fb44be8950f3e095d155fb
2024-11-09T11:25:51,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/bc881d7ce071463f85098604c4fe9dc9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/bc881d7ce071463f85098604c4fe9dc9
2024-11-09T11:25:51,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23b6cb20a4f24ad4a23b48e64303ad8c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/23b6cb20a4f24ad4a23b48e64303ad8c
2024-11-09T11:25:51,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2c8f20ab48644b78abcad434179951a3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/2c8f20ab48644b78abcad434179951a3
2024-11-09T11:25:51,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a49ad13aaf7644f88917e273f2d7529f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a49ad13aaf7644f88917e273f2d7529f
2024-11-09T11:25:51,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9f1f896c02a641a4bd348af0cc6a3262 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/9f1f896c02a641a4bd348af0cc6a3262
2024-11-09T11:25:51,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/89e0e8dc188744179268dda513345912, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/14a057b92c8b49d28c768135bb008d33, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0927532d802f445db6ca627641f17b6a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b9c988d4d9bc4fc4a42fa1e192189495, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a52ee941938b43a7b618b7f227b8eeec, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/daa8c8630b214ceea87ee847e5a1db7b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/59767616ca914786b68db5e892026fee, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/db4530fc08024152bd490db5bcc9728a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/63d35e04b4d04b82b1bc0df9ba3a918f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4dd2ffca5ccc47a1bf1fd5e38640e227, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a909875f561347a2b41f5b83a37421d9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/88427c42594f408e82cca3f2487f39a2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e130c7aea8f342e482180411fb59f89f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a281c8ed7a6e4e5a9a97e481d539a116, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9e972ca680b4a5c895bda86acd614c7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/7509d48e5bd74351a57b63a883316c12, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0437bde15edd4888b225eab1226899e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f48657bba0da43c59f90c17cb6d90401, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5e24b55879174e7f9027f2d77c0b0695, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b67b6ee8f61d4e24845f250ba6d3b2d2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/282cd2444c5e49288f8040df3e370414, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a23da486820248a2805bb36f14733b66, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f0bba41edc284b1d833b7a3b7ec11208, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a2b4532dc8d04d7280e35a1a335f26db, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5351699186424b98b36f0fee53386189] to archive
2024-11-09T11:25:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:25:51,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/89e0e8dc188744179268dda513345912 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/89e0e8dc188744179268dda513345912
2024-11-09T11:25:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/14a057b92c8b49d28c768135bb008d33 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/14a057b92c8b49d28c768135bb008d33
2024-11-09T11:25:51,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0927532d802f445db6ca627641f17b6a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0927532d802f445db6ca627641f17b6a
2024-11-09T11:25:51,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b9c988d4d9bc4fc4a42fa1e192189495 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b9c988d4d9bc4fc4a42fa1e192189495
2024-11-09T11:25:51,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a52ee941938b43a7b618b7f227b8eeec to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a52ee941938b43a7b618b7f227b8eeec
2024-11-09T11:25:51,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/daa8c8630b214ceea87ee847e5a1db7b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/daa8c8630b214ceea87ee847e5a1db7b
2024-11-09T11:25:51,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/59767616ca914786b68db5e892026fee to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/59767616ca914786b68db5e892026fee
2024-11-09T11:25:51,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/db4530fc08024152bd490db5bcc9728a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/db4530fc08024152bd490db5bcc9728a
2024-11-09T11:25:51,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/63d35e04b4d04b82b1bc0df9ba3a918f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/63d35e04b4d04b82b1bc0df9ba3a918f
2024-11-09T11:25:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4dd2ffca5ccc47a1bf1fd5e38640e227 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4dd2ffca5ccc47a1bf1fd5e38640e227
2024-11-09T11:25:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a909875f561347a2b41f5b83a37421d9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a909875f561347a2b41f5b83a37421d9
2024-11-09T11:25:51,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/88427c42594f408e82cca3f2487f39a2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/88427c42594f408e82cca3f2487f39a2
2024-11-09T11:25:51,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e130c7aea8f342e482180411fb59f89f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e130c7aea8f342e482180411fb59f89f
2024-11-09T11:25:51,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a281c8ed7a6e4e5a9a97e481d539a116 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a281c8ed7a6e4e5a9a97e481d539a116
2024-11-09T11:25:51,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9e972ca680b4a5c895bda86acd614c7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9e972ca680b4a5c895bda86acd614c7
2024-11-09T11:25:51,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/7509d48e5bd74351a57b63a883316c12 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/7509d48e5bd74351a57b63a883316c12
2024-11-09T11:25:51,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0437bde15edd4888b225eab1226899e3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/0437bde15edd4888b225eab1226899e3
2024-11-09T11:25:51,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f48657bba0da43c59f90c17cb6d90401 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f48657bba0da43c59f90c17cb6d90401
2024-11-09T11:25:51,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5e24b55879174e7f9027f2d77c0b0695 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5e24b55879174e7f9027f2d77c0b0695
2024-11-09T11:25:51,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b67b6ee8f61d4e24845f250ba6d3b2d2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/b67b6ee8f61d4e24845f250ba6d3b2d2
2024-11-09T11:25:51,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/282cd2444c5e49288f8040df3e370414 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/282cd2444c5e49288f8040df3e370414
2024-11-09T11:25:51,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a23da486820248a2805bb36f14733b66 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a23da486820248a2805bb36f14733b66
2024-11-09T11:25:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f0bba41edc284b1d833b7a3b7ec11208 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/f0bba41edc284b1d833b7a3b7ec11208
2024-11-09T11:25:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a2b4532dc8d04d7280e35a1a335f26db to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/a2b4532dc8d04d7280e35a1a335f26db
2024-11-09T11:25:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5351699186424b98b36f0fee53386189 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/5351699186424b98b36f0fee53386189
2024-11-09T11:25:51,635 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=1
2024-11-09T11:25:51,636 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.
2024-11-09T11:25:51,636 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 5637aca1c47e4e7f7fec883f485c7934:
Waiting for close lock at 1731151549823Running coprocessor pre-close hooks at 1731151549823Disabling compacts and flushes for region at 1731151549823Disabling writes for close at 1731151550270 (+447 ms)Obtaining lock to block concurrent updates at 1731151550270Preparing flush snapshotting stores in 5637aca1c47e4e7f7fec883f485c7934 at 1731151550270Finished memstore snapshotting TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731151550270Flushing stores of TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934. at 1731151550271 (+1 ms)Flushing 5637aca1c47e4e7f7fec883f485c7934/A: creating writer at 1731151550271Flushing 5637aca1c47e4e7f7fec883f485c7934/A: appending metadata at 1731151550274 (+3 ms)Flushing 5637aca1c47e4e7f7fec883f485c7934/A: closing flushed file at 1731151550274Flushing 5637aca1c47e4e7f7fec883f485c7934/B: creating writer at 1731151550689 (+415 ms)Flushing 5637aca1c47e4e7f7fec883f485c7934/B: appending metadata at 1731151550692 (+3 ms)Flushing 5637aca1c47e4e7f7fec883f485c7934/B: closing flushed file at 1731151550692Flushing 5637aca1c47e4e7f7fec883f485c7934/C: creating writer at 1731151551107 (+415 ms)Flushing 5637aca1c47e4e7f7fec883f485c7934/C: appending metadata at 1731151551112 (+5 ms)Flushing 5637aca1c47e4e7f7fec883f485c7934/C: closing flushed file at 1731151551112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480c5dc6: reopening flushed file at 1731151551531 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62bbc477: reopening flushed file at 1731151551537 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a8b269: reopening flushed file at 1731151551544 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5637aca1c47e4e7f7fec883f485c7934 in 1281ms, sequenceid=384, compaction requested=true at 1731151551551 (+7 ms)Writing region close event to WAL at 1731151551632 (+81 ms)Running coprocessor post-close hooks at 1731151551635 (+3 ms)Closed at 1731151551635
2024-11-09T11:25:51,637 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:51,638 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=5637aca1c47e4e7f7fec883f485c7934, regionState=CLOSED
2024-11-09T11:25:51,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:51,641 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-09T11:25:51,641 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 5637aca1c47e4e7f7fec883f485c7934, server=3264b4bbda9f,45745,1731151465654 in 1.9690 sec
2024-11-09T11:25:51,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-09T11:25:51,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5637aca1c47e4e7f7fec883f485c7934, UNASSIGN in 1.9730 sec
2024-11-09T11:25:51,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-09T11:25:51,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9770 sec
2024-11-09T11:25:51,645 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151551645"}]},"ts":"1731151551645"}
2024-11-09T11:25:51,647 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T11:25:51,647 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T11:25:51,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9910 sec
2024-11-09T11:25:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-09T11:25:51,813 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:51,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T11:25:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,819 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-09T11:25:51,821 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,825 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:51,829 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/recovered.edits]
2024-11-09T11:25:51,834 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0b9e30b600384bd383c89d793eb70f50 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/0b9e30b600384bd383c89d793eb70f50
2024-11-09T11:25:51,837 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/5ad624cd9d3d4fc88b7ebe95da60e4d4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/5ad624cd9d3d4fc88b7ebe95da60e4d4
2024-11-09T11:25:51,839 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/af688104f9df4e43b0a5ec43a4fa5072 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/af688104f9df4e43b0a5ec43a4fa5072
2024-11-09T11:25:51,841 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b089fb7c0b6448e3b928a645cc450fac to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/A/b089fb7c0b6448e3b928a645cc450fac
2024-11-09T11:25:51,845 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/038d51df53db42ae9859ebd3b555e08f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/038d51df53db42ae9859ebd3b555e08f
2024-11-09T11:25:51,846 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/5bfb44ffb2d0443cb1634cc967e9e713 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/5bfb44ffb2d0443cb1634cc967e9e713
2024-11-09T11:25:51,848 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a0eb9d67cd5e43b68aaf42063695d7ec to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/a0eb9d67cd5e43b68aaf42063695d7ec
2024-11-09T11:25:51,850 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/d2829403703a4f7e8a07e753d4ff4421 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/B/d2829403703a4f7e8a07e753d4ff4421
2024-11-09T11:25:51,853 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4b3dcf9b7c8f4bf791c901d00e24dc21 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/4b3dcf9b7c8f4bf791c901d00e24dc21
2024-11-09T11:25:51,854 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/8821c8b8f75b45129a74bd5327991b01 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/8821c8b8f75b45129a74bd5327991b01
2024-11-09T11:25:51,855 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/aaf6b73762d448fe9e91d72f9f02f7f3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/aaf6b73762d448fe9e91d72f9f02f7f3
2024-11-09T11:25:51,856 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9089c87751c4e3d950c2a63a86bf2f3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/C/e9089c87751c4e3d950c2a63a86bf2f3
2024-11-09T11:25:51,858 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/recovered.edits/387.seqid to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934/recovered.edits/387.seqid
2024-11-09T11:25:51,859 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/5637aca1c47e4e7f7fec883f485c7934
2024-11-09T11:25:51,859 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T11:25:51,861 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,864 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T11:25:51,866 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T11:25:51,867 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,867 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T11:25:51,867 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151551867"}]},"ts":"9223372036854775807"}
2024-11-09T11:25:51,869 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-09T11:25:51,869 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5637aca1c47e4e7f7fec883f485c7934, NAME => 'TestAcidGuarantees,,1731151526730.5637aca1c47e4e7f7fec883f485c7934.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T11:25:51,869 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T11:25:51,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151551869"}]},"ts":"9223372036854775807"}
2024-11-09T11:25:51,871 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-09T11:25:51,872 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,873 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 57 msec
2024-11-09T11:25:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-09T11:25:51,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-09T11:25:51,933 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:51,945 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 241), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=2406 (was 2472)
2024-11-09T11:25:51,954 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=2406
2024-11-09T11:25:51,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:25:51,956 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:25:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:51,959 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T11:25:51,959 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:51,959 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 95
2024-11-09T11:25:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-09T11:25:51,960 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T11:25:51,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742134_1310 (size=959)
2024-11-09T11:25:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-09T11:25:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-09T11:25:52,373 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:25:52,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742135_1311 (size=53)
2024-11-09T11:25:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-09T11:25:52,806 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:25:52,806 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9a57a42cda791e86c56cda3465f58180, disabling compactions & flushes
2024-11-09T11:25:52,806 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:52,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:52,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. after waiting 0 ms
2024-11-09T11:25:52,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:52,807 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:52,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a57a42cda791e86c56cda3465f58180:
Waiting for close lock at 1731151552806Disabling compacts and flushes for region at 1731151552806Disabling writes for close at 1731151552807 (+1 ms)Writing region close event to WAL at 1731151552807Closed at 1731151552807
2024-11-09T11:25:52,810 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T11:25:52,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151552810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151552810"}]},"ts":"1731151552810"}
2024-11-09T11:25:52,815 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T11:25:52,817 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T11:25:52,817 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151552817"}]},"ts":"1731151552817"}
2024-11-09T11:25:52,818 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T11:25:52,818 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, ASSIGN}]
2024-11-09T11:25:52,819 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, ASSIGN
2024-11-09T11:25:52,820 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, ASSIGN; state=OFFLINE, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=false
2024-11-09T11:25:52,971 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:52,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, ASSIGN because future has completed
2024-11-09T11:25:52,973 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-09T11:25:53,133 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:53,133 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:25:53,134 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,134 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:25:53,134 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,134 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,137 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a57a42cda791e86c56cda3465f58180 
2024-11-09T11:25:53,139 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a57a42cda791e86c56cda3465f58180 columnFamilyName A
2024-11-09T11:25:53,139 DEBUG [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:53,140 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(327): Store=9a57a42cda791e86c56cda3465f58180/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:53,140 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a57a42cda791e86c56cda3465f58180 
2024-11-09T11:25:53,141 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a57a42cda791e86c56cda3465f58180 columnFamilyName B
2024-11-09T11:25:53,141 DEBUG [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:53,142 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(327): Store=9a57a42cda791e86c56cda3465f58180/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:53,142 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a57a42cda791e86c56cda3465f58180 
2024-11-09T11:25:53,144 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a57a42cda791e86c56cda3465f58180 columnFamilyName C
2024-11-09T11:25:53,144 DEBUG [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:53,144 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(327): Store=9a57a42cda791e86c56cda3465f58180/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:53,144 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,145 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,146 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,147 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,147 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,148 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:25:53,150 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,153 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:25:53,154 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened 9a57a42cda791e86c56cda3465f58180; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61847158, jitterRate=-0.07840552926063538}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:25:53,154 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:53,155 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for 9a57a42cda791e86c56cda3465f58180:
Running coprocessor pre-open hook at 1731151553135Writing region info on filesystem at 1731151553135Initializing all the Stores at 1731151553136 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151553136Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151553137 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151553137Cleaning up temporary data from old regions at 1731151553147 (+10 ms)Running coprocessor post-open hooks at 1731151553154 (+7 ms)Region opened successfully at 1731151553154
2024-11-09T11:25:53,156 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., pid=97, masterSystemTime=1731151553125
2024-11-09T11:25:53,158 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:53,158 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:53,159 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:53,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:53,164 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-09T11:25:53,164 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 in 189 msec
2024-11-09T11:25:53,167 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-09T11:25:53,167 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, ASSIGN in 346 msec
2024-11-09T11:25:53,168 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T11:25:53,168 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151553168"}]},"ts":"1731151553168"}
2024-11-09T11:25:53,169 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T11:25:53,170 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T11:25:53,173 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2150 sec
2024-11-09T11:25:53,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T11:25:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-09T11:25:54,104 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:54,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db9998b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:54,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:54,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:54,110 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:54,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:54,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bca6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:54,112 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:54,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:54,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:54,114 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:54,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:25:54,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:25:54,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dfb1b93
2024-11-09T11:25:54,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:25:54,117 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:25:54,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:25:54,118 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:25:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-09T11:25:54,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742136_1312 (size=995)
2024-11-09T11:25:54,534 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-09T11:25:54,534 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-09T11:25:54,539 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:25:54,542 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, REOPEN/MOVE}]
2024-11-09T11:25:54,543 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, REOPEN/MOVE
2024-11-09T11:25:54,543 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:54,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, REOPEN/MOVE because future has completed
2024-11-09T11:25:54,545 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:25:54,545 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:54,699 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:54,699 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:25:54,699 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing 9a57a42cda791e86c56cda3465f58180, disabling compactions & flushes
2024-11-09T11:25:54,700 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:54,700 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:54,700 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. after waiting 0 ms
2024-11-09T11:25:54,700 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:54,710 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-09T11:25:54,710 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:54,711 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for 9a57a42cda791e86c56cda3465f58180:
Waiting for close lock at 1731151554699Running coprocessor pre-close hooks at 1731151554699Disabling compacts and flushes for region at 1731151554699Disabling writes for close at 1731151554700 (+1 ms)Writing region close event to WAL at 1731151554701 (+1 ms)Running coprocessor post-close hooks at 1731151554710 (+9 ms)Closed at 1731151554710
2024-11-09T11:25:54,711 WARN  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: 9a57a42cda791e86c56cda3465f58180 to self.
2024-11-09T11:25:54,712 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:54,713 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=CLOSED
2024-11-09T11:25:54,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:54,717 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100
2024-11-09T11:25:54,717 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 in 170 msec
2024-11-09T11:25:54,718 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, REOPEN/MOVE; state=CLOSED, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=true
2024-11-09T11:25:54,869 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:54,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, REOPEN/MOVE because future has completed
2024-11-09T11:25:54,873 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:25:55,034 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,035 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:25:55,035 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,036 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:25:55,036 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,036 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,039 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a57a42cda791e86c56cda3465f58180 
2024-11-09T11:25:55,040 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a57a42cda791e86c56cda3465f58180 columnFamilyName A
2024-11-09T11:25:55,041 DEBUG [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:55,042 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(327): Store=9a57a42cda791e86c56cda3465f58180/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:55,042 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a57a42cda791e86c56cda3465f58180 
2024-11-09T11:25:55,043 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a57a42cda791e86c56cda3465f58180 columnFamilyName B
2024-11-09T11:25:55,043 DEBUG [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:55,043 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(327): Store=9a57a42cda791e86c56cda3465f58180/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:55,044 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a57a42cda791e86c56cda3465f58180 
2024-11-09T11:25:55,044 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a57a42cda791e86c56cda3465f58180 columnFamilyName C
2024-11-09T11:25:55,044 DEBUG [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:55,045 INFO  [StoreOpener-9a57a42cda791e86c56cda3465f58180-1 {}] regionserver.HStore(327): Store=9a57a42cda791e86c56cda3465f58180/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:25:55,045 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,046 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,047 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,048 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,048 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,049 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:25:55,051 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,052 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened 9a57a42cda791e86c56cda3465f58180; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70244973, jitterRate=0.04673166573047638}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:25:55,052 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,053 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for 9a57a42cda791e86c56cda3465f58180:
Running coprocessor pre-open hook at 1731151555036Writing region info on filesystem at 1731151555036Initializing all the Stores at 1731151555038 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151555038Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151555039 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151555039Cleaning up temporary data from old regions at 1731151555048 (+9 ms)Running coprocessor post-open hooks at 1731151555052 (+4 ms)Region opened successfully at 1731151555053 (+1 ms)
2024-11-09T11:25:55,054 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., pid=102, masterSystemTime=1731151555027
2024-11-09T11:25:55,056 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,056 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,056 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=OPEN, openSeqNum=5, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:25:55,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100
2024-11-09T11:25:55,059 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 in 186 msec
2024-11-09T11:25:55,060 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-09T11:25:55,061 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, REOPEN/MOVE in 517 msec
2024-11-09T11:25:55,062 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98
2024-11-09T11:25:55,062 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec
2024-11-09T11:25:55,064 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec
2024-11-09T11:25:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98
2024-11-09T11:25:55,065 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:55,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f1e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f00c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,067 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e44a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,069 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc825c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,070 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242dcda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,072 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be9e79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,073 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b26d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,075 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,076 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4d221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa857bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,079 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,080 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e345e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,082 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664511d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,083 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1348fbca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,084 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2d7600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,086 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6924983d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,087 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fd541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,089 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a285181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,090 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0991e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:25:55,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:25:55,092 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:25:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:25:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:25:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f755f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:25:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:25:55,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:25:55,093 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:25:55,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2551df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:25:55,094 DEBUG [Thread-1444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,094 DEBUG [Thread-1450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,094 DEBUG [Thread-1435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,094 DEBUG [Thread-1452 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,094 DEBUG [Thread-1448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,094 DEBUG [Thread-1446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,095 DEBUG [Thread-1452 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,095 DEBUG [Thread-1433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,095 DEBUG [Thread-1452 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,096 DEBUG [Thread-1446 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,096 DEBUG [Thread-1437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,096 DEBUG [Thread-1446 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,096 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,096 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,096 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,097 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,097 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,097 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,097 DEBUG [Thread-1439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,098 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,098 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,098 DEBUG [Thread-1441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:25:55,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,099 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:25:55,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:25:55,100 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:55,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,101 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:25:55,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-09T11:25:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:55,106 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:55,107 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:55,107 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:55,117 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:25:55,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110950017835c93b492f9bb2ba9c9187ec07_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151555104/Put/seqid=0
2024-11-09T11:25:55,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742137_1313 (size=12154)
2024-11-09T11:25:55,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151615153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151615154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151615154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151615159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151615160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:55,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:55,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151615272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151615272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151615272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151615273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151615273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:55,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:55,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:55,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151615482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151615482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151615482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151615482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151615482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,553 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:55,557 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110950017835c93b492f9bb2ba9c9187ec07_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950017835c93b492f9bb2ba9c9187ec07_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:55,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/a30158223c034d9788030b2fa93aaec0, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:55,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/a30158223c034d9788030b2fa93aaec0 is 175, key is test_row_0/A:col10/1731151555104/Put/seqid=0
2024-11-09T11:25:55,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742138_1314 (size=30955)
2024-11-09T11:25:55,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:55,793 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151615792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151615792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151615792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151615792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151615792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:55,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:55,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:55,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:55,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:55,966 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/a30158223c034d9788030b2fa93aaec0
2024-11-09T11:25:55,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/c8b0b76b96a342229e87b46d91623a17 is 50, key is test_row_0/B:col10/1731151555104/Put/seqid=0
2024-11-09T11:25:55,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742139_1315 (size=12001)
2024-11-09T11:25:56,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:56,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151616302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151616303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:56,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151616303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151616303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151616303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:56,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,397 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/c8b0b76b96a342229e87b46d91623a17
2024-11-09T11:25:56,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/66d4085674df470c85370558aa2d1bf6 is 50, key is test_row_0/C:col10/1731151555104/Put/seqid=0
2024-11-09T11:25:56,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742140_1316 (size=12001)
2024-11-09T11:25:56,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:56,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:25:56,829 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/66d4085674df470c85370558aa2d1bf6
2024-11-09T11:25:56,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/a30158223c034d9788030b2fa93aaec0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0
2024-11-09T11:25:56,836 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0, entries=150, sequenceid=16, filesize=30.2 K
2024-11-09T11:25:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/c8b0b76b96a342229e87b46d91623a17 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/c8b0b76b96a342229e87b46d91623a17
2024-11-09T11:25:56,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/c8b0b76b96a342229e87b46d91623a17, entries=150, sequenceid=16, filesize=11.7 K
2024-11-09T11:25:56,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/66d4085674df470c85370558aa2d1bf6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/66d4085674df470c85370558aa2d1bf6
2024-11-09T11:25:56,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/66d4085674df470c85370558aa2d1bf6, entries=150, sequenceid=16, filesize=11.7 K
2024-11-09T11:25:56,846 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9a57a42cda791e86c56cda3465f58180 in 1729ms, sequenceid=16, compaction requested=false
2024-11-09T11:25:56,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:25:56,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-09T11:25:56,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:56,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T11:25:56,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091fb398e333814ab7ab667ee8c76dc19b_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151555151/Put/seqid=0
2024-11-09T11:25:56,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742141_1317 (size=12154)
2024-11-09T11:25:57,170 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T11:25:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:57,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:57,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151617323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151617323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151617324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151617329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151617330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:57,355 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091fb398e333814ab7ab667ee8c76dc19b_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091fb398e333814ab7ab667ee8c76dc19b_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/90c092cfe3894cd3992b766fabe18c52, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/90c092cfe3894cd3992b766fabe18c52 is 175, key is test_row_0/A:col10/1731151555151/Put/seqid=0
2024-11-09T11:25:57,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742142_1318 (size=30955)
2024-11-09T11:25:57,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/90c092cfe3894cd3992b766fabe18c52
2024-11-09T11:25:57,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8e4c24e740624092819bcc26cc9a6ff7 is 50, key is test_row_0/B:col10/1731151555151/Put/seqid=0
2024-11-09T11:25:57,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742143_1319 (size=12001)
2024-11-09T11:25:57,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151617432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151617432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151617441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151617442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151617442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151617651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151617652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151617662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151617662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151617662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8e4c24e740624092819bcc26cc9a6ff7
2024-11-09T11:25:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/b6c6fc4011404162bb79645fb16f5ac4 is 50, key is test_row_0/C:col10/1731151555151/Put/seqid=0
2024-11-09T11:25:57,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742144_1320 (size=12001)
2024-11-09T11:25:57,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151617962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151617962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151617971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151617972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151617972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:57,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/b6c6fc4011404162bb79645fb16f5ac4
2024-11-09T11:25:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/90c092cfe3894cd3992b766fabe18c52 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52
2024-11-09T11:25:58,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52, entries=150, sequenceid=40, filesize=30.2 K
2024-11-09T11:25:58,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8e4c24e740624092819bcc26cc9a6ff7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8e4c24e740624092819bcc26cc9a6ff7
2024-11-09T11:25:58,226 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8e4c24e740624092819bcc26cc9a6ff7, entries=150, sequenceid=40, filesize=11.7 K
2024-11-09T11:25:58,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/b6c6fc4011404162bb79645fb16f5ac4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/b6c6fc4011404162bb79645fb16f5ac4
2024-11-09T11:25:58,230 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/b6c6fc4011404162bb79645fb16f5ac4, entries=150, sequenceid=40, filesize=11.7 K
2024-11-09T11:25:58,231 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9a57a42cda791e86c56cda3465f58180 in 1291ms, sequenceid=40, compaction requested=false
2024-11-09T11:25:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:25:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:58,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-09T11:25:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-09T11:25:58,234 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-09T11:25:58,234 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1250 sec
2024-11-09T11:25:58,235 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.1340 sec
2024-11-09T11:25:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:58,474 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:25:58,474 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:25:58,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975aa4147467a4427806c54ec440436e4_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:58,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742145_1321 (size=14594)
2024-11-09T11:25:58,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:58,490 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110975aa4147467a4427806c54ec440436e4_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975aa4147467a4427806c54ec440436e4_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:58,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d612eee6f0434a488450ccd1131ae9f9, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:58,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d612eee6f0434a488450ccd1131ae9f9 is 175, key is test_row_0/A:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:58,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742146_1322 (size=39549)
2024-11-09T11:25:58,501 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d612eee6f0434a488450ccd1131ae9f9
2024-11-09T11:25:58,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/7022c69107c94d78ab3c987d7cd1579f is 50, key is test_row_0/B:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:58,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742147_1323 (size=12001)
2024-11-09T11:25:58,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151618507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151618521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151618521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151618521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151618522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151618632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151618632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151618641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151618642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151618642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151618842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151618842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151618852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151618852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151618852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:58,860 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:58,918 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/7022c69107c94d78ab3c987d7cd1579f
2024-11-09T11:25:58,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/1e6abdd3720645f5b358e57b018423fe is 50, key is test_row_0/C:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:58,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742148_1324 (size=12001)
2024-11-09T11:25:59,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151619152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151619152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151619162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151619172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151619172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-09T11:25:59,272 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:25:59,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:25:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-09T11:25:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-09T11:25:59,274 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:25:59,274 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:25:59,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:25:59,327 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/1e6abdd3720645f5b358e57b018423fe
2024-11-09T11:25:59,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d612eee6f0434a488450ccd1131ae9f9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9
2024-11-09T11:25:59,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9, entries=200, sequenceid=53, filesize=38.6 K
2024-11-09T11:25:59,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/7022c69107c94d78ab3c987d7cd1579f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/7022c69107c94d78ab3c987d7cd1579f
2024-11-09T11:25:59,339 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/7022c69107c94d78ab3c987d7cd1579f, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T11:25:59,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/1e6abdd3720645f5b358e57b018423fe as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1e6abdd3720645f5b358e57b018423fe
2024-11-09T11:25:59,343 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1e6abdd3720645f5b358e57b018423fe, entries=150, sequenceid=53, filesize=11.7 K
2024-11-09T11:25:59,344 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9a57a42cda791e86c56cda3465f58180 in 870ms, sequenceid=53, compaction requested=true
2024-11-09T11:25:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:25:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:25:59,344 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:59,344 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:25:59,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:59,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:25:59,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:59,345 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:59,345 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:59,345 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/A is initiating minor compaction (all files)
2024-11-09T11:25:59,345 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/B is initiating minor compaction (all files)
2024-11-09T11:25:59,345 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/A in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:59,345 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/B in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:59,345 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=99.1 K
2024-11-09T11:25:59,345 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/c8b0b76b96a342229e87b46d91623a17, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8e4c24e740624092819bcc26cc9a6ff7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/7022c69107c94d78ab3c987d7cd1579f] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=35.2 K
2024-11-09T11:25:59,345 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:59,345 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9]
2024-11-09T11:25:59,346 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c8b0b76b96a342229e87b46d91623a17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151555104
2024-11-09T11:25:59,346 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a30158223c034d9788030b2fa93aaec0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151555104
2024-11-09T11:25:59,346 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90c092cfe3894cd3992b766fabe18c52, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151555151
2024-11-09T11:25:59,346 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e4c24e740624092819bcc26cc9a6ff7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151555151
2024-11-09T11:25:59,346 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d612eee6f0434a488450ccd1131ae9f9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151557313
2024-11-09T11:25:59,346 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7022c69107c94d78ab3c987d7cd1579f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151557321
2024-11-09T11:25:59,352 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:59,353 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:59,354 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/5742e9dcbbee49089a66e770dc3e93f5 is 50, key is test_row_0/B:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:59,354 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411091b908e58164c49fe98dc1211d5d341ba_9a57a42cda791e86c56cda3465f58180 store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:59,356 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411091b908e58164c49fe98dc1211d5d341ba_9a57a42cda791e86c56cda3465f58180, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:59,356 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411091b908e58164c49fe98dc1211d5d341ba_9a57a42cda791e86c56cda3465f58180 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:59,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742149_1325 (size=12104)
2024-11-09T11:25:59,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742150_1326 (size=4469)
2024-11-09T11:25:59,373 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#A#compaction#277 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:59,373 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/c730bce8b33546d583da6d2bea4bd3e1 is 175, key is test_row_0/A:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:59,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742151_1327 (size=31058)
2024-11-09T11:25:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-09T11:25:59,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-09T11:25:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:59,426 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:25:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e009b98508cd4afba50db9f015a9b1bc_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151558520/Put/seqid=0
2024-11-09T11:25:59,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742152_1328 (size=12154)
2024-11-09T11:25:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:25:59,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109e009b98508cd4afba50db9f015a9b1bc_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e009b98508cd4afba50db9f015a9b1bc_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:59,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/88628112094f49a7b31e1a1b8c78b443, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:25:59,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/88628112094f49a7b31e1a1b8c78b443 is 175, key is test_row_0/A:col10/1731151558520/Put/seqid=0
2024-11-09T11:25:59,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742153_1329 (size=30955)
2024-11-09T11:25:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-09T11:25:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:25:59,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:25:59,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151619688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151619689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151619690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151619691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151619694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,770 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/5742e9dcbbee49089a66e770dc3e93f5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/5742e9dcbbee49089a66e770dc3e93f5
2024-11-09T11:25:59,776 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/B of 9a57a42cda791e86c56cda3465f58180 into 5742e9dcbbee49089a66e770dc3e93f5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:59,776 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:25:59,776 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/B, priority=13, startTime=1731151559344; duration=0sec
2024-11-09T11:25:59,776 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:25:59,776 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:B
2024-11-09T11:25:59,776 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:25:59,777 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:25:59,777 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/C is initiating minor compaction (all files)
2024-11-09T11:25:59,777 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/C in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:25:59,777 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/66d4085674df470c85370558aa2d1bf6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/b6c6fc4011404162bb79645fb16f5ac4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1e6abdd3720645f5b358e57b018423fe] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=35.2 K
2024-11-09T11:25:59,777 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 66d4085674df470c85370558aa2d1bf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731151555104
2024-11-09T11:25:59,778 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b6c6fc4011404162bb79645fb16f5ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731151555151
2024-11-09T11:25:59,778 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6abdd3720645f5b358e57b018423fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151557321
2024-11-09T11:25:59,781 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/c730bce8b33546d583da6d2bea4bd3e1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/c730bce8b33546d583da6d2bea4bd3e1
2024-11-09T11:25:59,785 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:25:59,785 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/3e6da8b469904148a7ef98c082197995 is 50, key is test_row_0/C:col10/1731151558472/Put/seqid=0
2024-11-09T11:25:59,792 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/A of 9a57a42cda791e86c56cda3465f58180 into c730bce8b33546d583da6d2bea4bd3e1(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:25:59,792 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:25:59,792 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/A, priority=13, startTime=1731151559344; duration=0sec
2024-11-09T11:25:59,792 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:25:59,793 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:A
2024-11-09T11:25:59,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742154_1330 (size=12104)
2024-11-09T11:25:59,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151619802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151619802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151619802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151619802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:25:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:25:59,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:25:59,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/88628112094f49a7b31e1a1b8c78b443
2024-11-09T11:25:59,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6036e82c773a43498fe3a490907e0afa is 50, key is test_row_0/B:col10/1731151558520/Put/seqid=0
2024-11-09T11:25:59,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742155_1331 (size=12001)
2024-11-09T11:25:59,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-09T11:26:00,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151620012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151620012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,016 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151620012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,017 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151620012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,218 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/3e6da8b469904148a7ef98c082197995 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/3e6da8b469904148a7ef98c082197995
2024-11-09T11:26:00,223 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/C of 9a57a42cda791e86c56cda3465f58180 into 3e6da8b469904148a7ef98c082197995(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:00,223 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:00,223 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/C, priority=13, startTime=1731151559345; duration=0sec
2024-11-09T11:26:00,223 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:00,223 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:C
2024-11-09T11:26:00,270 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6036e82c773a43498fe3a490907e0afa
2024-11-09T11:26:00,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/0d952279003443718de488bf1319fc70 is 50, key is test_row_0/C:col10/1731151558520/Put/seqid=0
2024-11-09T11:26:00,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742156_1332 (size=12001)
2024-11-09T11:26:00,296 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/0d952279003443718de488bf1319fc70
2024-11-09T11:26:00,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/88628112094f49a7b31e1a1b8c78b443 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443
2024-11-09T11:26:00,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443, entries=150, sequenceid=76, filesize=30.2 K
2024-11-09T11:26:00,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6036e82c773a43498fe3a490907e0afa as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6036e82c773a43498fe3a490907e0afa
2024-11-09T11:26:00,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6036e82c773a43498fe3a490907e0afa, entries=150, sequenceid=76, filesize=11.7 K
2024-11-09T11:26:00,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/0d952279003443718de488bf1319fc70 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/0d952279003443718de488bf1319fc70
2024-11-09T11:26:00,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151620322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151620322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151620322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/0d952279003443718de488bf1319fc70, entries=150, sequenceid=76, filesize=11.7 K
2024-11-09T11:26:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9a57a42cda791e86c56cda3465f58180 in 898ms, sequenceid=76, compaction requested=false
2024-11-09T11:26:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-09T11:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-09T11:26:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:00,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:00,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:26:00,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-09T11:26:00,330 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec
2024-11-09T11:26:00,332 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.0590 sec
2024-11-09T11:26:00,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110986a975a40619428a9b21a4bbddb7cea4_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742157_1333 (size=14594)
2024-11-09T11:26:00,368 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:00,372 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110986a975a40619428a9b21a4bbddb7cea4_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110986a975a40619428a9b21a4bbddb7cea4_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:00,373 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/add399046ce442cd86edd570eebd75b6, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:00,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/add399046ce442cd86edd570eebd75b6 is 175, key is test_row_0/A:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742158_1334 (size=39549)
2024-11-09T11:26:00,390 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/add399046ce442cd86edd570eebd75b6
2024-11-09T11:26:00,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/983ccc33bedf4bdda33e99e52ab26ef4 is 50, key is test_row_0/B:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-09T11:26:00,412 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:00,415 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-09T11:26:00,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742159_1335 (size=12001)
2024-11-09T11:26:00,416 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:00,418 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:00,418 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:00,418 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/983ccc33bedf4bdda33e99e52ab26ef4
2024-11-09T11:26:00,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/6db939e4a9a343438b5b851f6c98dba5 is 50, key is test_row_0/C:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742160_1336 (size=12001)
2024-11-09T11:26:00,453 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/6db939e4a9a343438b5b851f6c98dba5
2024-11-09T11:26:00,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/add399046ce442cd86edd570eebd75b6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6
2024-11-09T11:26:00,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6, entries=200, sequenceid=93, filesize=38.6 K
2024-11-09T11:26:00,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/983ccc33bedf4bdda33e99e52ab26ef4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/983ccc33bedf4bdda33e99e52ab26ef4
2024-11-09T11:26:00,475 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/983ccc33bedf4bdda33e99e52ab26ef4, entries=150, sequenceid=93, filesize=11.7 K
2024-11-09T11:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/6db939e4a9a343438b5b851f6c98dba5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/6db939e4a9a343438b5b851f6c98dba5
2024-11-09T11:26:00,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/6db939e4a9a343438b5b851f6c98dba5, entries=150, sequenceid=93, filesize=11.7 K
2024-11-09T11:26:00,486 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=93.93 KB/96180 for 9a57a42cda791e86c56cda3465f58180 in 161ms, sequenceid=93, compaction requested=true
2024-11-09T11:26:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:00,487 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:00,487 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:00,490 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:00,490 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/B is initiating minor compaction (all files)
2024-11-09T11:26:00,490 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/B in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,491 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/5742e9dcbbee49089a66e770dc3e93f5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6036e82c773a43498fe3a490907e0afa, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/983ccc33bedf4bdda33e99e52ab26ef4] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=35.3 K
2024-11-09T11:26:00,491 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:00,491 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/A is initiating minor compaction (all files)
2024-11-09T11:26:00,491 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/A in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,491 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/c730bce8b33546d583da6d2bea4bd3e1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=99.2 K
2024-11-09T11:26:00,491 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,491 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/c730bce8b33546d583da6d2bea4bd3e1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6]
2024-11-09T11:26:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:00,492 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:00,492 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T11:26:00,492 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c730bce8b33546d583da6d2bea4bd3e1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151557321
2024-11-09T11:26:00,493 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5742e9dcbbee49089a66e770dc3e93f5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151557321
2024-11-09T11:26:00,493 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6036e82c773a43498fe3a490907e0afa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731151558519
2024-11-09T11:26:00,493 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88628112094f49a7b31e1a1b8c78b443, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731151558519
2024-11-09T11:26:00,494 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 983ccc33bedf4bdda33e99e52ab26ef4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151559675
2024-11-09T11:26:00,494 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting add399046ce442cd86edd570eebd75b6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151559675
2024-11-09T11:26:00,513 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:00,516 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#B#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:00,516 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/494719a11a6a4291a458432e871e1094 is 50, key is test_row_0/B:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,521 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411093432da28f3c9458f8397d43b4e05aea2_9a57a42cda791e86c56cda3465f58180 store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:00,523 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411093432da28f3c9458f8397d43b4e05aea2_9a57a42cda791e86c56cda3465f58180, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:00,523 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093432da28f3c9458f8397d43b4e05aea2_9a57a42cda791e86c56cda3465f58180 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:00,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098aa7b7ddbb7b429eae641438ad6f3394_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151560449/Put/seqid=0
2024-11-09T11:26:00,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742161_1337 (size=12207)
2024-11-09T11:26:00,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742162_1338 (size=4469)
2024-11-09T11:26:00,560 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/494719a11a6a4291a458432e871e1094 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/494719a11a6a4291a458432e871e1094
2024-11-09T11:26:00,567 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/B of 9a57a42cda791e86c56cda3465f58180 into 494719a11a6a4291a458432e871e1094(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:00,567 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:00,567 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/B, priority=13, startTime=1731151560487; duration=0sec
2024-11-09T11:26:00,567 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:00,567 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:B
2024-11-09T11:26:00,567 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:00,569 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:00,569 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/C is initiating minor compaction (all files)
2024-11-09T11:26:00,569 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/C in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,569 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/3e6da8b469904148a7ef98c082197995, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/0d952279003443718de488bf1319fc70, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/6db939e4a9a343438b5b851f6c98dba5] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=35.3 K
2024-11-09T11:26:00,570 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e6da8b469904148a7ef98c082197995, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731151557321
2024-11-09T11:26:00,570 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d952279003443718de488bf1319fc70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731151558519
2024-11-09T11:26:00,570 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db939e4a9a343438b5b851f6c98dba5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151559675
2024-11-09T11:26:00,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-09T11:26:00,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:00,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742163_1339 (size=14594)
2024-11-09T11:26:00,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:00,582 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098aa7b7ddbb7b429eae641438ad6f3394_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098aa7b7ddbb7b429eae641438ad6f3394_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:00,583 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7609c9820a75463da00ec461db6c8f0d, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:00,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7609c9820a75463da00ec461db6c8f0d is 175, key is test_row_0/A:col10/1731151560449/Put/seqid=0
2024-11-09T11:26:00,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742164_1340 (size=39549)
2024-11-09T11:26:00,593 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:00,594 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/2db236d47a594c3ea164d8c153100819 is 50, key is test_row_0/C:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,594 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7609c9820a75463da00ec461db6c8f0d
2024-11-09T11:26:00,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742165_1341 (size=12207)
2024-11-09T11:26:00,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/9969e101a3e74ed78770719d40fb7359 is 50, key is test_row_0/B:col10/1731151560449/Put/seqid=0
2024-11-09T11:26:00,610 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/2db236d47a594c3ea164d8c153100819 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/2db236d47a594c3ea164d8c153100819
2024-11-09T11:26:00,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742166_1342 (size=12001)
2024-11-09T11:26:00,615 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/C of 9a57a42cda791e86c56cda3465f58180 into 2db236d47a594c3ea164d8c153100819(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:00,615 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:00,615 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/C, priority=13, startTime=1731151560487; duration=0sec
2024-11-09T11:26:00,615 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:00,615 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:C
2024-11-09T11:26:00,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151620646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151620702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,711 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-09T11:26:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:00,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151620762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151620832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151620832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151620832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:00,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-09T11:26:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:00,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:00,955 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#A#compaction#285 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:00,956 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/42e7c2b3a09a4cad93326921962f5272 is 175, key is test_row_0/A:col10/1731151559675/Put/seqid=0
2024-11-09T11:26:00,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742167_1343 (size=31161)
2024-11-09T11:26:00,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151620972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:00,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,016 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/9969e101a3e74ed78770719d40fb7359
2024-11-09T11:26:01,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/214a4b4dda78461c9ce4f18f5b3da53a is 50, key is test_row_0/C:col10/1731151560449/Put/seqid=0
2024-11-09T11:26:01,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742168_1344 (size=12001)
2024-11-09T11:26:01,028 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/214a4b4dda78461c9ce4f18f5b3da53a
2024-11-09T11:26:01,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-09T11:26:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:01,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:01,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:01,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7609c9820a75463da00ec461db6c8f0d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d
2024-11-09T11:26:01,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d, entries=200, sequenceid=111, filesize=38.6 K
2024-11-09T11:26:01,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/9969e101a3e74ed78770719d40fb7359 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/9969e101a3e74ed78770719d40fb7359
2024-11-09T11:26:01,040 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/9969e101a3e74ed78770719d40fb7359, entries=150, sequenceid=111, filesize=11.7 K
2024-11-09T11:26:01,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/214a4b4dda78461c9ce4f18f5b3da53a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/214a4b4dda78461c9ce4f18f5b3da53a
2024-11-09T11:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:01,044 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/214a4b4dda78461c9ce4f18f5b3da53a, entries=150, sequenceid=111, filesize=11.7 K
2024-11-09T11:26:01,045 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a57a42cda791e86c56cda3465f58180 in 553ms, sequenceid=111, compaction requested=false
2024-11-09T11:26:01,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:01,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-09T11:26:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:01,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T11:26:01,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109427ca9d2ad9f47458542c20b6c40a9c7_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151560644/Put/seqid=0
2024-11-09T11:26:01,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742169_1345 (size=12254)
2024-11-09T11:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:01,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:01,365 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/42e7c2b3a09a4cad93326921962f5272 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/42e7c2b3a09a4cad93326921962f5272
2024-11-09T11:26:01,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151621359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,369 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/A of 9a57a42cda791e86c56cda3465f58180 into 42e7c2b3a09a4cad93326921962f5272(size=30.4 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:01,369 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:01,369 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/A, priority=13, startTime=1731151560486; duration=0sec
2024-11-09T11:26:01,369 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:01,369 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:A
2024-11-09T11:26:01,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151621472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:01,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:01,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109427ca9d2ad9f47458542c20b6c40a9c7_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109427ca9d2ad9f47458542c20b6c40a9c7_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:01,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/04deb2733cb2485b9f7d630d95b20cc7, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:01,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/04deb2733cb2485b9f7d630d95b20cc7 is 175, key is test_row_0/A:col10/1731151560644/Put/seqid=0
2024-11-09T11:26:01,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742170_1346 (size=31055)
2024-11-09T11:26:01,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151621682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151621842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,847 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151621852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151621852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,860 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,860 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:01,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151621991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:02,003 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/04deb2733cb2485b9f7d630d95b20cc7
2024-11-09T11:26:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/401ab488d86c40f08bb68c580f37a481 is 50, key is test_row_0/B:col10/1731151560644/Put/seqid=0
2024-11-09T11:26:02,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742171_1347 (size=12101)
2024-11-09T11:26:02,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/401ab488d86c40f08bb68c580f37a481
2024-11-09T11:26:02,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/a62958aa477c4d52997d1215fe05b496 is 50, key is test_row_0/C:col10/1731151560644/Put/seqid=0
2024-11-09T11:26:02,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742172_1348 (size=12101)
2024-11-09T11:26:02,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151622502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:02,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:02,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151622722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:02,728 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:02,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/a62958aa477c4d52997d1215fe05b496
2024-11-09T11:26:02,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/04deb2733cb2485b9f7d630d95b20cc7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7
2024-11-09T11:26:02,856 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7, entries=150, sequenceid=131, filesize=30.3 K
2024-11-09T11:26:02,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/401ab488d86c40f08bb68c580f37a481 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/401ab488d86c40f08bb68c580f37a481
2024-11-09T11:26:02,861 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/401ab488d86c40f08bb68c580f37a481, entries=150, sequenceid=131, filesize=11.8 K
2024-11-09T11:26:02,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/a62958aa477c4d52997d1215fe05b496 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/a62958aa477c4d52997d1215fe05b496
2024-11-09T11:26:02,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/a62958aa477c4d52997d1215fe05b496, entries=150, sequenceid=131, filesize=11.8 K
2024-11-09T11:26:02,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 9a57a42cda791e86c56cda3465f58180 in 1682ms, sequenceid=131, compaction requested=true
2024-11-09T11:26:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:02,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-09T11:26:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-09T11:26:02,868 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-09T11:26:02,869 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec
2024-11-09T11:26:02,870 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.4540 sec
2024-11-09T11:26:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:03,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:03,528 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-09T11:26:03,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092615bc8d9d1947ebba138d15b3217d0b_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:03,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742173_1349 (size=14794)
2024-11-09T11:26:03,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151623619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:03,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151623732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:03,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151623862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:03,870 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:03,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:03,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151623872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:03,879 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151623872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:03,879 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:03,880 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:03,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:03,945 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092615bc8d9d1947ebba138d15b3217d0b_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092615bc8d9d1947ebba138d15b3217d0b_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:03,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/8b31949c79974f589001ef24f77b9b3a, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:03,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/8b31949c79974f589001ef24f77b9b3a is 175, key is test_row_0/A:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:03,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742174_1350 (size=39749)
2024-11-09T11:26:03,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151623952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:03,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:04,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151624261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:04,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:04,353 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=151, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/8b31949c79974f589001ef24f77b9b3a
2024-11-09T11:26:04,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/479b4fc86c9446dca2b0ea2540362472 is 50, key is test_row_0/B:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:04,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742175_1351 (size=12151)
2024-11-09T11:26:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-09T11:26:04,582 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:04,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-11-09T11:26:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-09T11:26:04,584 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:04,585 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:04,585 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-09T11:26:04,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-09T11:26:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:04,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:04,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:04,761 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/479b4fc86c9446dca2b0ea2540362472
2024-11-09T11:26:04,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78178deb7b3d48ffa553c2d2ecf50102 is 50, key is test_row_0/C:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:04,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742176_1352 (size=12151)
2024-11-09T11:26:04,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151624782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:04,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-09T11:26:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:04,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-09T11:26:05,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-09T11:26:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:05,172 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78178deb7b3d48ffa553c2d2ecf50102
2024-11-09T11:26:05,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/8b31949c79974f589001ef24f77b9b3a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a
2024-11-09T11:26:05,179 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a, entries=200, sequenceid=151, filesize=38.8 K
2024-11-09T11:26:05,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/479b4fc86c9446dca2b0ea2540362472 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/479b4fc86c9446dca2b0ea2540362472
2024-11-09T11:26:05,183 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/479b4fc86c9446dca2b0ea2540362472, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T11:26:05,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78178deb7b3d48ffa553c2d2ecf50102 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78178deb7b3d48ffa553c2d2ecf50102
2024-11-09T11:26:05,187 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78178deb7b3d48ffa553c2d2ecf50102, entries=150, sequenceid=151, filesize=11.9 K
2024-11-09T11:26:05,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 9a57a42cda791e86c56cda3465f58180 in 1660ms, sequenceid=151, compaction requested=true
2024-11-09T11:26:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:05,188 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:26:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:05,188 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:26:05,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:05,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:05,189 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:26:05,189 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:26:05,189 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/B is initiating minor compaction (all files)
2024-11-09T11:26:05,189 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/A is initiating minor compaction (all files)
2024-11-09T11:26:05,189 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/A in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,189 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/B in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,190 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/42e7c2b3a09a4cad93326921962f5272, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=138.2 K
2024-11-09T11:26:05,190 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/494719a11a6a4291a458432e871e1094, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/9969e101a3e74ed78770719d40fb7359, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/401ab488d86c40f08bb68c580f37a481, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/479b4fc86c9446dca2b0ea2540362472] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=47.3 K
2024-11-09T11:26:05,190 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/42e7c2b3a09a4cad93326921962f5272, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a]
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 494719a11a6a4291a458432e871e1094, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151559675
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9969e101a3e74ed78770719d40fb7359, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731151560449
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42e7c2b3a09a4cad93326921962f5272, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151559675
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 401ab488d86c40f08bb68c580f37a481, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731151560629
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7609c9820a75463da00ec461db6c8f0d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731151560449
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 479b4fc86c9446dca2b0ea2540362472, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151561340
2024-11-09T11:26:05,190 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04deb2733cb2485b9f7d630d95b20cc7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731151560629
2024-11-09T11:26:05,191 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b31949c79974f589001ef24f77b9b3a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151561340
2024-11-09T11:26:05,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-09T11:26:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-09T11:26:05,198 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:05,198 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8c63281372214c0a824934883d0732a7 is 50, key is test_row_0/B:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:05,201 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-09T11:26:05,215 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110967b69ccaa7a9498985d063c3510b3662_9a57a42cda791e86c56cda3465f58180 store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:05,217 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110967b69ccaa7a9498985d063c3510b3662_9a57a42cda791e86c56cda3465f58180, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:05,218 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110967b69ccaa7a9498985d063c3510b3662_9a57a42cda791e86c56cda3465f58180 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:05,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742177_1353 (size=12493)
2024-11-09T11:26:05,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095cf9ab873ac845f8959759e32bc97f53_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151563618/Put/seqid=0
2024-11-09T11:26:05,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742178_1354 (size=4469)
2024-11-09T11:26:05,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742179_1355 (size=12304)
2024-11-09T11:26:05,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:05,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095cf9ab873ac845f8959759e32bc97f53_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095cf9ab873ac845f8959759e32bc97f53_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7def735f2cf54132bae520986ebc05aa, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:05,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7def735f2cf54132bae520986ebc05aa is 175, key is test_row_0/A:col10/1731151563618/Put/seqid=0
2024-11-09T11:26:05,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742180_1356 (size=31105)
2024-11-09T11:26:05,623 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8c63281372214c0a824934883d0732a7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8c63281372214c0a824934883d0732a7
2024-11-09T11:26:05,628 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/B of 9a57a42cda791e86c56cda3465f58180 into 8c63281372214c0a824934883d0732a7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:05,628 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:05,628 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/B, priority=12, startTime=1731151565188; duration=0sec
2024-11-09T11:26:05,628 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:05,628 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:B
2024-11-09T11:26:05,628 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-09T11:26:05,629 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-09T11:26:05,629 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/C is initiating minor compaction (all files)
2024-11-09T11:26:05,629 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/C in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:05,629 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/2db236d47a594c3ea164d8c153100819, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/214a4b4dda78461c9ce4f18f5b3da53a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/a62958aa477c4d52997d1215fe05b496, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78178deb7b3d48ffa553c2d2ecf50102] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=47.3 K
2024-11-09T11:26:05,629 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db236d47a594c3ea164d8c153100819, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731151559675
2024-11-09T11:26:05,630 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 214a4b4dda78461c9ce4f18f5b3da53a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731151560449
2024-11-09T11:26:05,630 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting a62958aa477c4d52997d1215fe05b496, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731151560629
2024-11-09T11:26:05,630 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 78178deb7b3d48ffa553c2d2ecf50102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151561340
2024-11-09T11:26:05,637 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:05,638 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/ae30ab391638467ba1636e120c4b9c11 is 50, key is test_row_0/C:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:05,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742181_1357 (size=12493)
2024-11-09T11:26:05,645 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#A#compaction#298 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:05,646 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/6a055419fae04ff6a3dbff0bf44678ef is 175, key is test_row_0/A:col10/1731151563527/Put/seqid=0
2024-11-09T11:26:05,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742182_1358 (size=31447)
2024-11-09T11:26:05,656 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/6a055419fae04ff6a3dbff0bf44678ef as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/6a055419fae04ff6a3dbff0bf44678ef
2024-11-09T11:26:05,661 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/A of 9a57a42cda791e86c56cda3465f58180 into 6a055419fae04ff6a3dbff0bf44678ef(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:05,661 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:05,661 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/A, priority=12, startTime=1731151565188; duration=0sec
2024-11-09T11:26:05,661 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:05,661 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:A
2024-11-09T11:26:05,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7def735f2cf54132bae520986ebc05aa
2024-11-09T11:26:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8f20f1e2766f4ba1864335d85cdcf557 is 50, key is test_row_0/B:col10/1731151563618/Put/seqid=0
2024-11-09T11:26:05,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742183_1359 (size=12151)
2024-11-09T11:26:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-09T11:26:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:05,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:05,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151625893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151626002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,045 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/ae30ab391638467ba1636e120c4b9c11 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/ae30ab391638467ba1636e120c4b9c11
2024-11-09T11:26:06,049 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/C of 9a57a42cda791e86c56cda3465f58180 into ae30ab391638467ba1636e120c4b9c11(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:06,049 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:06,049 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/C, priority=12, startTime=1731151565189; duration=0sec
2024-11-09T11:26:06,049 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:06,049 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:C
2024-11-09T11:26:06,086 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8f20f1e2766f4ba1864335d85cdcf557
2024-11-09T11:26:06,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/9ab74c9a18134e51bb4feed999bfdd81 is 50, key is test_row_0/C:col10/1731151563618/Put/seqid=0
2024-11-09T11:26:06,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742184_1360 (size=12151)
2024-11-09T11:26:06,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151626212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/9ab74c9a18134e51bb4feed999bfdd81
2024-11-09T11:26:06,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7def735f2cf54132bae520986ebc05aa as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa
2024-11-09T11:26:06,503 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa, entries=150, sequenceid=168, filesize=30.4 K
2024-11-09T11:26:06,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8f20f1e2766f4ba1864335d85cdcf557 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8f20f1e2766f4ba1864335d85cdcf557
2024-11-09T11:26:06,508 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8f20f1e2766f4ba1864335d85cdcf557, entries=150, sequenceid=168, filesize=11.9 K
2024-11-09T11:26:06,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/9ab74c9a18134e51bb4feed999bfdd81 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/9ab74c9a18134e51bb4feed999bfdd81
2024-11-09T11:26:06,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/9ab74c9a18134e51bb4feed999bfdd81, entries=150, sequenceid=168, filesize=11.9 K
2024-11-09T11:26:06,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 9a57a42cda791e86c56cda3465f58180 in 1316ms, sequenceid=168, compaction requested=false
2024-11-09T11:26:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-11-09T11:26:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-11-09T11:26:06,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-09T11:26:06,516 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec
2024-11-09T11:26:06,518 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.9340 sec
2024-11-09T11:26:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:06,525 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:06,526 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T11:26:06,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b8e173cf6ad493691a8023d02900564_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:06,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742185_1361 (size=14794)
2024-11-09T11:26:06,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151626599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151626711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-09T11:26:06,732 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:06,732 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-09T11:26:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:06,734 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:06,735 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:06,735 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:06,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44786 deadline: 1731151626752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:06,760 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:06,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:06,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:06,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:06,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151626922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:06,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:06,942 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411096b8e173cf6ad493691a8023d02900564_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b8e173cf6ad493691a8023d02900564_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:06,943 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d117b4141cff435995ddc9e67622ffbc, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:06,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d117b4141cff435995ddc9e67622ffbc is 175, key is test_row_0/A:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:06,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742186_1362 (size=39749)
2024-11-09T11:26:07,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:07,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151627242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:07,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,347 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d117b4141cff435995ddc9e67622ffbc
2024-11-09T11:26:07,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/cd7957e97c4a4d05b579dd67c2027dbd is 50, key is test_row_0/B:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:07,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742187_1363 (size=12151)
2024-11-09T11:26:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:07,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151627752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:07,760 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/cd7957e97c4a4d05b579dd67c2027dbd
2024-11-09T11:26:07,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/bcfa3dffd90f46dcb2b76070eed2f55a is 50, key is test_row_0/C:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:07,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742188_1364 (size=12151)
2024-11-09T11:26:07,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:07,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1731151627902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:07,908 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:07,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1731151627912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:07,919 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:07,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44730 deadline: 1731151627921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:07,928 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_1' in 9a57a42cda791e86c56cda3465f58180 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:07,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:07,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:07,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:08,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:08,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:08,170 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/bcfa3dffd90f46dcb2b76070eed2f55a
2024-11-09T11:26:08,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/d117b4141cff435995ddc9e67622ffbc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc
2024-11-09T11:26:08,178 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc, entries=200, sequenceid=191, filesize=38.8 K
2024-11-09T11:26:08,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/cd7957e97c4a4d05b579dd67c2027dbd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/cd7957e97c4a4d05b579dd67c2027dbd
2024-11-09T11:26:08,184 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/cd7957e97c4a4d05b579dd67c2027dbd, entries=150, sequenceid=191, filesize=11.9 K
2024-11-09T11:26:08,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/bcfa3dffd90f46dcb2b76070eed2f55a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/bcfa3dffd90f46dcb2b76070eed2f55a
2024-11-09T11:26:08,188 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/bcfa3dffd90f46dcb2b76070eed2f55a, entries=150, sequenceid=191, filesize=11.9 K
2024-11-09T11:26:08,189 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 9a57a42cda791e86c56cda3465f58180 in 1664ms, sequenceid=191, compaction requested=true
2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:08,189 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:08,189 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:08,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:08,191 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:08,191 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/A is initiating minor compaction (all files)
2024-11-09T11:26:08,191 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/A in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,191 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/6a055419fae04ff6a3dbff0bf44678ef, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=99.9 K
2024-11-09T11:26:08,191 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,191 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/6a055419fae04ff6a3dbff0bf44678ef, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc]
2024-11-09T11:26:08,191 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:08,191 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a055419fae04ff6a3dbff0bf44678ef, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151561340
2024-11-09T11:26:08,192 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/B is initiating minor compaction (all files)
2024-11-09T11:26:08,192 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/B in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,192 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8c63281372214c0a824934883d0732a7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8f20f1e2766f4ba1864335d85cdcf557, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/cd7957e97c4a4d05b579dd67c2027dbd] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=35.9 K
2024-11-09T11:26:08,192 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7def735f2cf54132bae520986ebc05aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151563586
2024-11-09T11:26:08,192 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c63281372214c0a824934883d0732a7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151561340
2024-11-09T11:26:08,192 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d117b4141cff435995ddc9e67622ffbc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151565874
2024-11-09T11:26:08,192 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f20f1e2766f4ba1864335d85cdcf557, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151563586
2024-11-09T11:26:08,193 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting cd7957e97c4a4d05b579dd67c2027dbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151565888
2024-11-09T11:26:08,197 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:08,198 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110947b7ffd4b9e44f41953c35e769af93b3_9a57a42cda791e86c56cda3465f58180 store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:08,199 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:08,200 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/27f4e1498f9449fab21cda13399e3d8e is 50, key is test_row_0/B:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:08,200 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110947b7ffd4b9e44f41953c35e769af93b3_9a57a42cda791e86c56cda3465f58180, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:08,200 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110947b7ffd4b9e44f41953c35e769af93b3_9a57a42cda791e86c56cda3465f58180 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:08,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742190_1366 (size=12595)
2024-11-09T11:26:08,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742189_1365 (size=4469)
2024-11-09T11:26:08,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-09T11:26:08,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T11:26:08,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110913acd19e9dd94bdb9f78e3dc6e6a0689_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151566598/Put/seqid=0
2024-11-09T11:26:08,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742191_1367 (size=12304)
2024-11-09T11:26:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:08,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110913acd19e9dd94bdb9f78e3dc6e6a0689_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110913acd19e9dd94bdb9f78e3dc6e6a0689_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7010bd36c9454d3497f14c1156f3ea97, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7010bd36c9454d3497f14c1156f3ea97 is 175, key is test_row_0/A:col10/1731151566598/Put/seqid=0
2024-11-09T11:26:08,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742192_1368 (size=31105)
2024-11-09T11:26:08,608 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/27f4e1498f9449fab21cda13399e3d8e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/27f4e1498f9449fab21cda13399e3d8e
2024-11-09T11:26:08,613 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/B of 9a57a42cda791e86c56cda3465f58180 into 27f4e1498f9449fab21cda13399e3d8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:08,613 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:08,613 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/B, priority=13, startTime=1731151568189; duration=0sec
2024-11-09T11:26:08,613 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:08,613 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:B
2024-11-09T11:26:08,613 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:08,614 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:08,614 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:08,614 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/C is initiating minor compaction (all files)
2024-11-09T11:26:08,614 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/C in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:08,615 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/ae30ab391638467ba1636e120c4b9c11, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/9ab74c9a18134e51bb4feed999bfdd81, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/bcfa3dffd90f46dcb2b76070eed2f55a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=35.9 K
2024-11-09T11:26:08,615 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ae30ab391638467ba1636e120c4b9c11, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731151561340
2024-11-09T11:26:08,615 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/e1a358366ce04510bd8288201904ec12 is 175, key is test_row_0/A:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:08,615 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ab74c9a18134e51bb4feed999bfdd81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731151563586
2024-11-09T11:26:08,615 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting bcfa3dffd90f46dcb2b76070eed2f55a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151565888
2024-11-09T11:26:08,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742193_1369 (size=31549)
2024-11-09T11:26:08,624 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/e1a358366ce04510bd8288201904ec12 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e1a358366ce04510bd8288201904ec12
2024-11-09T11:26:08,625 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:08,625 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/4e382dc111fb42d1987b9f00f2b69343 is 50, key is test_row_0/C:col10/1731151566524/Put/seqid=0
2024-11-09T11:26:08,629 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/A of 9a57a42cda791e86c56cda3465f58180 into e1a358366ce04510bd8288201904ec12(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:08,630 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:08,630 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/A, priority=13, startTime=1731151568189; duration=0sec
2024-11-09T11:26:08,630 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:08,630 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:A
2024-11-09T11:26:08,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742194_1370 (size=12595)
2024-11-09T11:26:08,638 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/4e382dc111fb42d1987b9f00f2b69343 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/4e382dc111fb42d1987b9f00f2b69343
2024-11-09T11:26:08,642 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/C of 9a57a42cda791e86c56cda3465f58180 into 4e382dc111fb42d1987b9f00f2b69343(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:08,642 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:08,642 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/C, priority=13, startTime=1731151568189; duration=0sec
2024-11-09T11:26:08,642 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:08,642 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:C
2024-11-09T11:26:08,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7010bd36c9454d3497f14c1156f3ea97
2024-11-09T11:26:08,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/e5365399843648bcb20cc2befa321693 is 50, key is test_row_0/B:col10/1731151566598/Put/seqid=0
2024-11-09T11:26:08,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742195_1371 (size=12151)
2024-11-09T11:26:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:08,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151628847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:08,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:08,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151628962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:08,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:09,100 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/e5365399843648bcb20cc2befa321693
2024-11-09T11:26:09,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/1790c8f00182459a903d93456fef91e1 is 50, key is test_row_0/C:col10/1731151566598/Put/seqid=0
2024-11-09T11:26:09,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742196_1372 (size=12151)
2024-11-09T11:26:09,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151629172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:09,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:09,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151629482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:09,512 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/1790c8f00182459a903d93456fef91e1
2024-11-09T11:26:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7010bd36c9454d3497f14c1156f3ea97 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97
2024-11-09T11:26:09,521 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97, entries=150, sequenceid=207, filesize=30.4 K
2024-11-09T11:26:09,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/e5365399843648bcb20cc2befa321693 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/e5365399843648bcb20cc2befa321693
2024-11-09T11:26:09,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/e5365399843648bcb20cc2befa321693, entries=150, sequenceid=207, filesize=11.9 K
2024-11-09T11:26:09,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/1790c8f00182459a903d93456fef91e1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1790c8f00182459a903d93456fef91e1
2024-11-09T11:26:09,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1790c8f00182459a903d93456fef91e1, entries=150, sequenceid=207, filesize=11.9 K
2024-11-09T11:26:09,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 9a57a42cda791e86c56cda3465f58180 in 1268ms, sequenceid=207, compaction requested=false
2024-11-09T11:26:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:09,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-09T11:26:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-09T11:26:09,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-09T11:26:09,531 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7950 sec
2024-11-09T11:26:09,533 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.8000 sec
2024-11-09T11:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:09,997 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:09,997 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T11:26:10,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109031c447b43764e3a89c33a69a86bd52a_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:10,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742197_1373 (size=14794)
2024-11-09T11:26:10,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151630065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:10,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151630172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:10,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151630382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:10,409 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:10,413 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109031c447b43764e3a89c33a69a86bd52a_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109031c447b43764e3a89c33a69a86bd52a_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:10,413 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/de674b10648248fdb937979956814fe2, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:10,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/de674b10648248fdb937979956814fe2 is 175, key is test_row_0/A:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:10,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742198_1374 (size=39749)
2024-11-09T11:26:10,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151630702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:10,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:10,818 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/de674b10648248fdb937979956814fe2
2024-11-09T11:26:10,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/2973a0da7f324022b267f7768c969903 is 50, key is test_row_0/B:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:10,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742199_1375 (size=12151)
2024-11-09T11:26:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-09T11:26:10,902 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:10,903 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees
2024-11-09T11:26:10,904 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-09T11:26:10,905 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:10,905 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-09T11:26:11,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-09T11:26:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-09T11:26:11,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151631211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:11,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-09T11:26:11,228 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/2973a0da7f324022b267f7768c969903
2024-11-09T11:26:11,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78a4752846b64351aa4742fd5fd61cfd is 50, key is test_row_0/C:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:11,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742200_1376 (size=12151)
2024-11-09T11:26:11,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-09T11:26:11,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:11,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-09T11:26:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=114
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-09T11:26:11,643 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78a4752846b64351aa4742fd5fd61cfd
2024-11-09T11:26:11,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/de674b10648248fdb937979956814fe2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2
2024-11-09T11:26:11,650 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2, entries=200, sequenceid=231, filesize=38.8 K
2024-11-09T11:26:11,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/2973a0da7f324022b267f7768c969903 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/2973a0da7f324022b267f7768c969903
2024-11-09T11:26:11,654 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/2973a0da7f324022b267f7768c969903, entries=150, sequenceid=231, filesize=11.9 K
2024-11-09T11:26:11,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78a4752846b64351aa4742fd5fd61cfd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78a4752846b64351aa4742fd5fd61cfd
2024-11-09T11:26:11,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78a4752846b64351aa4742fd5fd61cfd, entries=150, sequenceid=231, filesize=11.9 K
2024-11-09T11:26:11,658 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9a57a42cda791e86c56cda3465f58180 in 1661ms, sequenceid=231, compaction requested=true
2024-11-09T11:26:11,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:11,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:11,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:11,658 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:11,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:11,659 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:11,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:11,659 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:11,659 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:11,659 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/A is initiating minor compaction (all files)
2024-11-09T11:26:11,659 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/B is initiating minor compaction (all files)
2024-11-09T11:26:11,659 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/B in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,659 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/A in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,660 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e1a358366ce04510bd8288201904ec12, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=100.0 K
2024-11-09T11:26:11,660 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/27f4e1498f9449fab21cda13399e3d8e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/e5365399843648bcb20cc2befa321693, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/2973a0da7f324022b267f7768c969903] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=36.0 K
2024-11-09T11:26:11,660 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,660 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e1a358366ce04510bd8288201904ec12, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2]
2024-11-09T11:26:11,660 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1a358366ce04510bd8288201904ec12, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151565888
2024-11-09T11:26:11,660 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 27f4e1498f9449fab21cda13399e3d8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151565888
2024-11-09T11:26:11,660 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e5365399843648bcb20cc2befa321693, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151566588
2024-11-09T11:26:11,660 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7010bd36c9454d3497f14c1156f3ea97, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151566588
2024-11-09T11:26:11,661 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2973a0da7f324022b267f7768c969903, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731151568811
2024-11-09T11:26:11,661 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting de674b10648248fdb937979956814fe2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731151568811
2024-11-09T11:26:11,666 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:11,667 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:11,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114
2024-11-09T11:26:11,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T11:26:11,668 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6f51f93e7b3f45e589ab7e914c4b162d is 50, key is test_row_0/B:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:11,669 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109537320b73ecc4a179cd65667d533429a_9a57a42cda791e86c56cda3465f58180 store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:11,671 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109537320b73ecc4a179cd65667d533429a_9a57a42cda791e86c56cda3465f58180, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:11,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742201_1377 (size=12697)
2024-11-09T11:26:11,671 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109537320b73ecc4a179cd65667d533429a_9a57a42cda791e86c56cda3465f58180 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:11,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742202_1378 (size=4469)
2024-11-09T11:26:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110933333fbe468a478095b3379a67937308_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151570046/Put/seqid=0
2024-11-09T11:26:11,677 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6f51f93e7b3f45e589ab7e914c4b162d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6f51f93e7b3f45e589ab7e914c4b162d
2024-11-09T11:26:11,687 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/B of 9a57a42cda791e86c56cda3465f58180 into 6f51f93e7b3f45e589ab7e914c4b162d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:11,687 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:11,687 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/B, priority=13, startTime=1731151571658; duration=0sec
2024-11-09T11:26:11,687 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:11,688 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:B
2024-11-09T11:26:11,688 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:11,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742203_1379 (size=12304)
2024-11-09T11:26:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:11,689 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:11,689 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/C is initiating minor compaction (all files)
2024-11-09T11:26:11,689 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/C in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:11,690 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/4e382dc111fb42d1987b9f00f2b69343, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1790c8f00182459a903d93456fef91e1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78a4752846b64351aa4742fd5fd61cfd] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=36.0 K
2024-11-09T11:26:11,691 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e382dc111fb42d1987b9f00f2b69343, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731151565888
2024-11-09T11:26:11,691 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1790c8f00182459a903d93456fef91e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731151566588
2024-11-09T11:26:11,693 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 78a4752846b64351aa4742fd5fd61cfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731151568811
2024-11-09T11:26:11,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110933333fbe468a478095b3379a67937308_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110933333fbe468a478095b3379a67937308_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:11,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/f7433c192f9c4618b6552253510f3b94, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:11,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/f7433c192f9c4618b6552253510f3b94 is 175, key is test_row_0/A:col10/1731151570046/Put/seqid=0
2024-11-09T11:26:11,707 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:11,708 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/212025d5fc2c4f968fc6fcb316152c0c is 50, key is test_row_0/C:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:11,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742204_1380 (size=31105)
2024-11-09T11:26:11,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742205_1381 (size=12697)
2024-11-09T11:26:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-09T11:26:12,075 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:12,076 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/33ca9edc7bba4d2fa567a682dbd12c00 is 175, key is test_row_0/A:col10/1731151568845/Put/seqid=0
2024-11-09T11:26:12,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742206_1382 (size=31651)
2024-11-09T11:26:12,084 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/33ca9edc7bba4d2fa567a682dbd12c00 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33ca9edc7bba4d2fa567a682dbd12c00
2024-11-09T11:26:12,094 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/A of 9a57a42cda791e86c56cda3465f58180 into 33ca9edc7bba4d2fa567a682dbd12c00(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:12,094 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:12,094 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/A, priority=13, startTime=1731151571658; duration=0sec
2024-11-09T11:26:12,094 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:12,094 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:A
2024-11-09T11:26:12,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/f7433c192f9c4618b6552253510f3b94
2024-11-09T11:26:12,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8a3fc2b9069d4db4922a9c3f17a71e9e is 50, key is test_row_0/B:col10/1731151570046/Put/seqid=0
2024-11-09T11:26:12,119 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/212025d5fc2c4f968fc6fcb316152c0c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/212025d5fc2c4f968fc6fcb316152c0c
2024-11-09T11:26:12,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742207_1383 (size=12151)
2024-11-09T11:26:12,124 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/C of 9a57a42cda791e86c56cda3465f58180 into 212025d5fc2c4f968fc6fcb316152c0c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:12,124 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:12,124 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/C, priority=13, startTime=1731151571659; duration=0sec
2024-11-09T11:26:12,124 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:12,124 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:C
2024-11-09T11:26:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:12,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:12,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151632347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:12,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151632462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:12,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:12,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:12,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:12,524 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8a3fc2b9069d4db4922a9c3f17a71e9e
2024-11-09T11:26:12,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/29df1b8325fd4bf795f3efe206668f36 is 50, key is test_row_0/C:col10/1731151570046/Put/seqid=0
2024-11-09T11:26:12,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742208_1384 (size=12151)
2024-11-09T11:26:12,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151632672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:12,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:12,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:12,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:12,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/29df1b8325fd4bf795f3efe206668f36
2024-11-09T11:26:12,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/f7433c192f9c4618b6552253510f3b94 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94
2024-11-09T11:26:12,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94, entries=150, sequenceid=246, filesize=30.4 K
2024-11-09T11:26:12,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/8a3fc2b9069d4db4922a9c3f17a71e9e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8a3fc2b9069d4db4922a9c3f17a71e9e
2024-11-09T11:26:12,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8a3fc2b9069d4db4922a9c3f17a71e9e, entries=150, sequenceid=246, filesize=11.9 K
2024-11-09T11:26:12,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/29df1b8325fd4bf795f3efe206668f36 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/29df1b8325fd4bf795f3efe206668f36
2024-11-09T11:26:12,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/29df1b8325fd4bf795f3efe206668f36, entries=150, sequenceid=246, filesize=11.9 K
2024-11-09T11:26:12,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9a57a42cda791e86c56cda3465f58180 in 1284ms, sequenceid=246, compaction requested=false
2024-11-09T11:26:12,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:12,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:12,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114
2024-11-09T11:26:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=114
2024-11-09T11:26:12,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-09T11:26:12,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0480 sec
2024-11-09T11:26:12,955 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.0510 sec
2024-11-09T11:26:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:12,990 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:12,990 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:26:12,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109dc151db05bc04a969157fd3b4c986551_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:13,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742209_1385 (size=14994)
2024-11-09T11:26:13,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:13,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151633047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:13,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,048 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-09T11:26:13,052 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:13,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-09T11:26:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:13,054 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:13,055 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:13,055 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:13,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151633152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:13,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:13,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151633362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:13,406 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:13,409 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109dc151db05bc04a969157fd3b4c986551_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109dc151db05bc04a969157fd3b4c986551_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:13,410 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7c4eb64ddfe34f7d820eb5593ea525f8, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:13,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7c4eb64ddfe34f7d820eb5593ea525f8 is 175, key is test_row_0/A:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:13,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742210_1386 (size=39949)
2024-11-09T11:26:13,417 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7c4eb64ddfe34f7d820eb5593ea525f8
2024-11-09T11:26:13,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/034cda0b78774edc8a76ba2150a948e4 is 50, key is test_row_0/B:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:13,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742211_1387 (size=12301)
2024-11-09T11:26:13,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,678 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:13,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151633672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:13,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:13,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:13,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:13,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,831 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/034cda0b78774edc8a76ba2150a948e4
2024-11-09T11:26:13,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78c5594da32742cb9837093884a024e0 is 50, key is test_row_0/C:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:13,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742212_1388 (size=12301)
2024-11-09T11:26:13,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:13,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:13,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:14,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:14,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44776 deadline: 1731151634182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:14,240 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78c5594da32742cb9837093884a024e0
2024-11-09T11:26:14,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/7c4eb64ddfe34f7d820eb5593ea525f8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8
2024-11-09T11:26:14,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8, entries=200, sequenceid=271, filesize=39.0 K
2024-11-09T11:26:14,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/034cda0b78774edc8a76ba2150a948e4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/034cda0b78774edc8a76ba2150a948e4
2024-11-09T11:26:14,250 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/034cda0b78774edc8a76ba2150a948e4, entries=150, sequenceid=271, filesize=12.0 K
2024-11-09T11:26:14,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/78c5594da32742cb9837093884a024e0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78c5594da32742cb9837093884a024e0
2024-11-09T11:26:14,254 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78c5594da32742cb9837093884a024e0, entries=150, sequenceid=271, filesize=12.0 K
2024-11-09T11:26:14,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 9a57a42cda791e86c56cda3465f58180 in 1265ms, sequenceid=271, compaction requested=true
2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:14,255 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:14,255 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a57a42cda791e86c56cda3465f58180:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:14,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:14,256 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:14,256 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:14,256 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/B is initiating minor compaction (all files)
2024-11-09T11:26:14,256 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/A is initiating minor compaction (all files)
2024-11-09T11:26:14,256 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/B in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,256 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/A in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,256 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33ca9edc7bba4d2fa567a682dbd12c00, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=100.3 K
2024-11-09T11:26:14,256 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6f51f93e7b3f45e589ab7e914c4b162d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8a3fc2b9069d4db4922a9c3f17a71e9e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/034cda0b78774edc8a76ba2150a948e4] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=36.3 K
2024-11-09T11:26:14,256 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,256 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33ca9edc7bba4d2fa567a682dbd12c00, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8]
2024-11-09T11:26:14,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33ca9edc7bba4d2fa567a682dbd12c00, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731151568811
2024-11-09T11:26:14,257 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f51f93e7b3f45e589ab7e914c4b162d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731151568811
2024-11-09T11:26:14,258 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7433c192f9c4618b6552253510f3b94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731151570046
2024-11-09T11:26:14,258 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a3fc2b9069d4db4922a9c3f17a71e9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731151570046
2024-11-09T11:26:14,258 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c4eb64ddfe34f7d820eb5593ea525f8, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731151572332
2024-11-09T11:26:14,258 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 034cda0b78774edc8a76ba2150a948e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731151572332
2024-11-09T11:26:14,263 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:14,265 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:14,266 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6312e0264a514406b133e134e0b9f887 is 50, key is test_row_0/B:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:14,273 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411098fdf2bf9f3094db3b0c81943c736692b_9a57a42cda791e86c56cda3465f58180 store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:14,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742213_1389 (size=12949)
2024-11-09T11:26:14,275 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411098fdf2bf9f3094db3b0c81943c736692b_9a57a42cda791e86c56cda3465f58180, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:14,275 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411098fdf2bf9f3094db3b0c81943c736692b_9a57a42cda791e86c56cda3465f58180 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:14,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-09T11:26:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:26:14,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742214_1390 (size=4469)
2024-11-09T11:26:14,279 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#A#compaction#324 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:14,280 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/814dc7c0d9b04523a829567bd2c85d40 is 175, key is test_row_0/A:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f67cb1b13c5642809e8eb8acd5cbf270_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151573036/Put/seqid=0
2024-11-09T11:26:14,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742215_1391 (size=31903)
2024-11-09T11:26:14,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742216_1392 (size=12454)
2024-11-09T11:26:14,289 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/814dc7c0d9b04523a829567bd2c85d40 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/814dc7c0d9b04523a829567bd2c85d40
2024-11-09T11:26:14,293 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/A of 9a57a42cda791e86c56cda3465f58180 into 814dc7c0d9b04523a829567bd2c85d40(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:14,293 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:14,293 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/A, priority=13, startTime=1731151574255; duration=0sec
2024-11-09T11:26:14,293 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:14,293 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:A
2024-11-09T11:26:14,293 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:14,294 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:14,294 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 9a57a42cda791e86c56cda3465f58180/C is initiating minor compaction (all files)
2024-11-09T11:26:14,294 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a57a42cda791e86c56cda3465f58180/C in TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:14,294 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/212025d5fc2c4f968fc6fcb316152c0c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/29df1b8325fd4bf795f3efe206668f36, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78c5594da32742cb9837093884a024e0] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp, totalSize=36.3 K
2024-11-09T11:26:14,294 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 212025d5fc2c4f968fc6fcb316152c0c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731151568811
2024-11-09T11:26:14,295 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29df1b8325fd4bf795f3efe206668f36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731151570046
2024-11-09T11:26:14,295 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78c5594da32742cb9837093884a024e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731151572332
2024-11-09T11:26:14,299 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a57a42cda791e86c56cda3465f58180#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:14,300 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/5f4183ce712b4b999d6768e885f70bb3 is 50, key is test_row_0/C:col10/1731151572336/Put/seqid=0
2024-11-09T11:26:14,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742217_1393 (size=12949)
2024-11-09T11:26:14,678 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/6312e0264a514406b133e134e0b9f887 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6312e0264a514406b133e134e0b9f887
2024-11-09T11:26:14,682 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/B of 9a57a42cda791e86c56cda3465f58180 into 6312e0264a514406b133e134e0b9f887(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:14,682 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:14,682 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/B, priority=13, startTime=1731151574255; duration=0sec
2024-11-09T11:26:14,682 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:14,682 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:B
2024-11-09T11:26:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:14,692 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f67cb1b13c5642809e8eb8acd5cbf270_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f67cb1b13c5642809e8eb8acd5cbf270_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/33f35107f8694cb497027f31193450db, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/33f35107f8694cb497027f31193450db is 175, key is test_row_0/A:col10/1731151573036/Put/seqid=0
2024-11-09T11:26:14,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742218_1394 (size=31255)
2024-11-09T11:26:14,708 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/5f4183ce712b4b999d6768e885f70bb3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/5f4183ce712b4b999d6768e885f70bb3
2024-11-09T11:26:14,713 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a57a42cda791e86c56cda3465f58180/C of 9a57a42cda791e86c56cda3465f58180 into 5f4183ce712b4b999d6768e885f70bb3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:14,713 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:14,713 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., storeName=9a57a42cda791e86c56cda3465f58180/C, priority=13, startTime=1731151574255; duration=0sec
2024-11-09T11:26:14,713 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:14,713 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a57a42cda791e86c56cda3465f58180:C
2024-11-09T11:26:15,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/33f35107f8694cb497027f31193450db
2024-11-09T11:26:15,100 INFO  [Thread-1450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1450.
2024-11-09T11:26:15,100 DEBUG [Thread-1450 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:15,100 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,100 DEBUG [Thread-1450 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,100 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:15,101 INFO  [Thread-1444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1444.
2024-11-09T11:26:15,101 DEBUG [Thread-1444 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:15,101 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,101 DEBUG [Thread-1444 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,101 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:15,102 INFO  [Thread-1446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1446.
2024-11-09T11:26:15,102 DEBUG [Thread-1446 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:15,102 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,102 DEBUG [Thread-1446 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,102 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:15,105 INFO  [Thread-1452 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1452.
2024-11-09T11:26:15,105 DEBUG [Thread-1452 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:15,105 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,105 DEBUG [Thread-1452 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,105 INFO  [Thread-1448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1448.
2024-11-09T11:26:15,105 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:15,105 DEBUG [Thread-1448 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:15,105 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,105 DEBUG [Thread-1448 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/802912620a4a426a8794a78c0c350ae6 is 50, key is test_row_0/B:col10/1731151573036/Put/seqid=0
2024-11-09T11:26:15,106 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:15,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742219_1395 (size=12301)
2024-11-09T11:26:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:15,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. as already flushing
2024-11-09T11:26:15,203 INFO  [Thread-1439 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1439.
2024-11-09T11:26:15,204 DEBUG [Thread-1439 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:15,204 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,204 DEBUG [Thread-1439 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:15,204 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:15,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/802912620a4a426a8794a78c0c350ae6
2024-11-09T11:26:15,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/d7cf69fb770d456b809321f034a5eea4 is 50, key is test_row_0/C:col10/1731151573036/Put/seqid=0
2024-11-09T11:26:15,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742220_1396 (size=12301)
2024-11-09T11:26:15,931 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/d7cf69fb770d456b809321f034a5eea4
2024-11-09T11:26:15,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/33f35107f8694cb497027f31193450db as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33f35107f8694cb497027f31193450db
2024-11-09T11:26:15,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33f35107f8694cb497027f31193450db, entries=150, sequenceid=285, filesize=30.5 K
2024-11-09T11:26:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/802912620a4a426a8794a78c0c350ae6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/802912620a4a426a8794a78c0c350ae6
2024-11-09T11:26:15,953 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/802912620a4a426a8794a78c0c350ae6, entries=150, sequenceid=285, filesize=12.0 K
2024-11-09T11:26:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/d7cf69fb770d456b809321f034a5eea4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d7cf69fb770d456b809321f034a5eea4
2024-11-09T11:26:15,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d7cf69fb770d456b809321f034a5eea4, entries=150, sequenceid=285, filesize=12.0 K
2024-11-09T11:26:15,960 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=6.71 KB/6870 for 9a57a42cda791e86c56cda3465f58180 in 1685ms, sequenceid=285, compaction requested=false
2024-11-09T11:26:15,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 9a57a42cda791e86c56cda3465f58180:

2024-11-09T11:26:15,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:15,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-09T11:26:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-09T11:26:15,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-09T11:26:15,964 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9070 sec
2024-11-09T11:26:15,966 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.9120 sec
2024-11-09T11:26:16,777 INFO  [Thread-1441 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1441.
2024-11-09T11:26:16,777 DEBUG [Thread-1441 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:16,777 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:16,777 DEBUG [Thread-1441 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:16,777 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-09T11:26:17,214 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:17,937 INFO  [Thread-1437 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1437.
2024-11-09T11:26:17,937 DEBUG [Thread-1437 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:17,937 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,938 DEBUG [Thread-1437 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,938 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:17,946 INFO  [Thread-1433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1433.
2024-11-09T11:26:17,946 INFO  [Thread-1435 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1435.
2024-11-09T11:26:17,946 DEBUG [Thread-1433 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:17,946 DEBUG [Thread-1435 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:17,946 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,946 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,946 DEBUG [Thread-1435 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,946 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:17,946 DEBUG [Thread-1433 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,946 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 14
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 20
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 13
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 165
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 14
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1553
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4655 rows
2024-11-09T11:26:17,947 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1572
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4710 rows
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1557
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4662 rows
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1555
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4662 rows
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1553
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4655 rows
2024-11-09T11:26:17,948 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:26:17,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:26:17,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:17,949 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:17,950 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T11:26:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-09T11:26:17,953 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151577953"}]},"ts":"1731151577953"}
2024-11-09T11:26:17,955 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T11:26:17,955 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T11:26:17,955 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:26:17,957 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, UNASSIGN}]
2024-11-09T11:26:17,958 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, UNASSIGN
2024-11-09T11:26:17,959 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:17,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, UNASSIGN because future has completed
2024-11-09T11:26:17,960 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:26:17,960 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:26:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-09T11:26:18,114 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(122): Close 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:18,114 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:26:18,115 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1722): Closing 9a57a42cda791e86c56cda3465f58180, disabling compactions & flushes
2024-11-09T11:26:18,115 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:18,115 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:18,115 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. after waiting 0 ms
2024-11-09T11:26:18,115 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:18,116 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(2902): Flushing 9a57a42cda791e86c56cda3465f58180 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-09T11:26:18,125 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090876512b4169482ca495a141c936e97c_9a57a42cda791e86c56cda3465f58180 is 50, key is test_row_0/A:col10/1731151577934/Put/seqid=0
2024-11-09T11:26:18,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742221_1397 (size=12454)
2024-11-09T11:26:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-09T11:26:18,531 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:18,540 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090876512b4169482ca495a141c936e97c_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090876512b4169482ca495a141c936e97c_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:18,542 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/e5dd016ee5bb4096846bcb1feb144204, store: [table=TestAcidGuarantees family=A region=9a57a42cda791e86c56cda3465f58180]
2024-11-09T11:26:18,542 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/e5dd016ee5bb4096846bcb1feb144204 is 175, key is test_row_0/A:col10/1731151577934/Put/seqid=0
2024-11-09T11:26:18,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742222_1398 (size=31255)
2024-11-09T11:26:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-09T11:26:18,950 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/e5dd016ee5bb4096846bcb1feb144204
2024-11-09T11:26:18,964 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/b98054b699704510bed588661d4e7159 is 50, key is test_row_0/B:col10/1731151577934/Put/seqid=0
2024-11-09T11:26:18,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742223_1399 (size=12301)
2024-11-09T11:26:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-09T11:26:19,369 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/b98054b699704510bed588661d4e7159
2024-11-09T11:26:19,384 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/d3f64798a128429c8fe8fad4997297c9 is 50, key is test_row_0/C:col10/1731151577934/Put/seqid=0
2024-11-09T11:26:19,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742224_1400 (size=12301)
2024-11-09T11:26:19,789 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/d3f64798a128429c8fe8fad4997297c9
2024-11-09T11:26:19,799 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/A/e5dd016ee5bb4096846bcb1feb144204 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e5dd016ee5bb4096846bcb1feb144204
2024-11-09T11:26:19,803 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e5dd016ee5bb4096846bcb1feb144204, entries=150, sequenceid=296, filesize=30.5 K
2024-11-09T11:26:19,804 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/B/b98054b699704510bed588661d4e7159 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/b98054b699704510bed588661d4e7159
2024-11-09T11:26:19,807 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/b98054b699704510bed588661d4e7159, entries=150, sequenceid=296, filesize=12.0 K
2024-11-09T11:26:19,808 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/.tmp/C/d3f64798a128429c8fe8fad4997297c9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d3f64798a128429c8fe8fad4997297c9
2024-11-09T11:26:19,812 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d3f64798a128429c8fe8fad4997297c9, entries=150, sequenceid=296, filesize=12.0 K
2024-11-09T11:26:19,813 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9a57a42cda791e86c56cda3465f58180 in 1698ms, sequenceid=296, compaction requested=true
2024-11-09T11:26:19,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/c730bce8b33546d583da6d2bea4bd3e1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/42e7c2b3a09a4cad93326921962f5272, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/6a055419fae04ff6a3dbff0bf44678ef, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e1a358366ce04510bd8288201904ec12, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33ca9edc7bba4d2fa567a682dbd12c00, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8] to archive
2024-11-09T11:26:19,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:19,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/a30158223c034d9788030b2fa93aaec0
2024-11-09T11:26:19,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/90c092cfe3894cd3992b766fabe18c52
2024-11-09T11:26:19,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d612eee6f0434a488450ccd1131ae9f9
2024-11-09T11:26:19,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/c730bce8b33546d583da6d2bea4bd3e1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/c730bce8b33546d583da6d2bea4bd3e1
2024-11-09T11:26:19,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/88628112094f49a7b31e1a1b8c78b443
2024-11-09T11:26:19,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/add399046ce442cd86edd570eebd75b6
2024-11-09T11:26:19,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/42e7c2b3a09a4cad93326921962f5272 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/42e7c2b3a09a4cad93326921962f5272
2024-11-09T11:26:19,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7609c9820a75463da00ec461db6c8f0d
2024-11-09T11:26:19,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/04deb2733cb2485b9f7d630d95b20cc7
2024-11-09T11:26:19,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/8b31949c79974f589001ef24f77b9b3a
2024-11-09T11:26:19,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/6a055419fae04ff6a3dbff0bf44678ef to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/6a055419fae04ff6a3dbff0bf44678ef
2024-11-09T11:26:19,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7def735f2cf54132bae520986ebc05aa
2024-11-09T11:26:19,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/d117b4141cff435995ddc9e67622ffbc
2024-11-09T11:26:19,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e1a358366ce04510bd8288201904ec12 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e1a358366ce04510bd8288201904ec12
2024-11-09T11:26:19,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7010bd36c9454d3497f14c1156f3ea97
2024-11-09T11:26:19,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/de674b10648248fdb937979956814fe2
2024-11-09T11:26:19,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33ca9edc7bba4d2fa567a682dbd12c00 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33ca9edc7bba4d2fa567a682dbd12c00
2024-11-09T11:26:19,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/f7433c192f9c4618b6552253510f3b94
2024-11-09T11:26:19,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/7c4eb64ddfe34f7d820eb5593ea525f8
2024-11-09T11:26:19,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/c8b0b76b96a342229e87b46d91623a17, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8e4c24e740624092819bcc26cc9a6ff7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/5742e9dcbbee49089a66e770dc3e93f5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/7022c69107c94d78ab3c987d7cd1579f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6036e82c773a43498fe3a490907e0afa, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/494719a11a6a4291a458432e871e1094, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/983ccc33bedf4bdda33e99e52ab26ef4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/9969e101a3e74ed78770719d40fb7359, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/401ab488d86c40f08bb68c580f37a481, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8c63281372214c0a824934883d0732a7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/479b4fc86c9446dca2b0ea2540362472, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8f20f1e2766f4ba1864335d85cdcf557, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/27f4e1498f9449fab21cda13399e3d8e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/cd7957e97c4a4d05b579dd67c2027dbd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/e5365399843648bcb20cc2befa321693, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6f51f93e7b3f45e589ab7e914c4b162d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/2973a0da7f324022b267f7768c969903, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8a3fc2b9069d4db4922a9c3f17a71e9e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/034cda0b78774edc8a76ba2150a948e4] to archive
2024-11-09T11:26:19,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:19,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/c8b0b76b96a342229e87b46d91623a17 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/c8b0b76b96a342229e87b46d91623a17
2024-11-09T11:26:19,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8e4c24e740624092819bcc26cc9a6ff7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8e4c24e740624092819bcc26cc9a6ff7
2024-11-09T11:26:19,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/5742e9dcbbee49089a66e770dc3e93f5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/5742e9dcbbee49089a66e770dc3e93f5
2024-11-09T11:26:19,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/7022c69107c94d78ab3c987d7cd1579f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/7022c69107c94d78ab3c987d7cd1579f
2024-11-09T11:26:19,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6036e82c773a43498fe3a490907e0afa to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6036e82c773a43498fe3a490907e0afa
2024-11-09T11:26:19,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/494719a11a6a4291a458432e871e1094 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/494719a11a6a4291a458432e871e1094
2024-11-09T11:26:19,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/983ccc33bedf4bdda33e99e52ab26ef4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/983ccc33bedf4bdda33e99e52ab26ef4
2024-11-09T11:26:19,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/9969e101a3e74ed78770719d40fb7359 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/9969e101a3e74ed78770719d40fb7359
2024-11-09T11:26:19,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/401ab488d86c40f08bb68c580f37a481 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/401ab488d86c40f08bb68c580f37a481
2024-11-09T11:26:19,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8c63281372214c0a824934883d0732a7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8c63281372214c0a824934883d0732a7
2024-11-09T11:26:19,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/479b4fc86c9446dca2b0ea2540362472 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/479b4fc86c9446dca2b0ea2540362472
2024-11-09T11:26:19,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8f20f1e2766f4ba1864335d85cdcf557 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8f20f1e2766f4ba1864335d85cdcf557
2024-11-09T11:26:19,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/27f4e1498f9449fab21cda13399e3d8e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/27f4e1498f9449fab21cda13399e3d8e
2024-11-09T11:26:19,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/cd7957e97c4a4d05b579dd67c2027dbd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/cd7957e97c4a4d05b579dd67c2027dbd
2024-11-09T11:26:19,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/e5365399843648bcb20cc2befa321693 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/e5365399843648bcb20cc2befa321693
2024-11-09T11:26:19,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6f51f93e7b3f45e589ab7e914c4b162d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6f51f93e7b3f45e589ab7e914c4b162d
2024-11-09T11:26:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/2973a0da7f324022b267f7768c969903 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/2973a0da7f324022b267f7768c969903
2024-11-09T11:26:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8a3fc2b9069d4db4922a9c3f17a71e9e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/8a3fc2b9069d4db4922a9c3f17a71e9e
2024-11-09T11:26:19,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/034cda0b78774edc8a76ba2150a948e4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/034cda0b78774edc8a76ba2150a948e4
2024-11-09T11:26:19,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/66d4085674df470c85370558aa2d1bf6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/b6c6fc4011404162bb79645fb16f5ac4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/3e6da8b469904148a7ef98c082197995, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1e6abdd3720645f5b358e57b018423fe, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/0d952279003443718de488bf1319fc70, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/2db236d47a594c3ea164d8c153100819, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/6db939e4a9a343438b5b851f6c98dba5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/214a4b4dda78461c9ce4f18f5b3da53a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/a62958aa477c4d52997d1215fe05b496, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/ae30ab391638467ba1636e120c4b9c11, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78178deb7b3d48ffa553c2d2ecf50102, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/9ab74c9a18134e51bb4feed999bfdd81, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/4e382dc111fb42d1987b9f00f2b69343, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/bcfa3dffd90f46dcb2b76070eed2f55a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1790c8f00182459a903d93456fef91e1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/212025d5fc2c4f968fc6fcb316152c0c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78a4752846b64351aa4742fd5fd61cfd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/29df1b8325fd4bf795f3efe206668f36, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78c5594da32742cb9837093884a024e0] to archive
2024-11-09T11:26:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:19,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/66d4085674df470c85370558aa2d1bf6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/66d4085674df470c85370558aa2d1bf6
2024-11-09T11:26:19,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/b6c6fc4011404162bb79645fb16f5ac4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/b6c6fc4011404162bb79645fb16f5ac4
2024-11-09T11:26:19,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/3e6da8b469904148a7ef98c082197995 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/3e6da8b469904148a7ef98c082197995
2024-11-09T11:26:19,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1e6abdd3720645f5b358e57b018423fe to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1e6abdd3720645f5b358e57b018423fe
2024-11-09T11:26:19,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/0d952279003443718de488bf1319fc70 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/0d952279003443718de488bf1319fc70
2024-11-09T11:26:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/2db236d47a594c3ea164d8c153100819 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/2db236d47a594c3ea164d8c153100819
2024-11-09T11:26:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/6db939e4a9a343438b5b851f6c98dba5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/6db939e4a9a343438b5b851f6c98dba5
2024-11-09T11:26:19,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/214a4b4dda78461c9ce4f18f5b3da53a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/214a4b4dda78461c9ce4f18f5b3da53a
2024-11-09T11:26:19,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/a62958aa477c4d52997d1215fe05b496 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/a62958aa477c4d52997d1215fe05b496
2024-11-09T11:26:19,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/ae30ab391638467ba1636e120c4b9c11 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/ae30ab391638467ba1636e120c4b9c11
2024-11-09T11:26:19,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78178deb7b3d48ffa553c2d2ecf50102 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78178deb7b3d48ffa553c2d2ecf50102
2024-11-09T11:26:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/9ab74c9a18134e51bb4feed999bfdd81 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/9ab74c9a18134e51bb4feed999bfdd81
2024-11-09T11:26:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/4e382dc111fb42d1987b9f00f2b69343 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/4e382dc111fb42d1987b9f00f2b69343
2024-11-09T11:26:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/bcfa3dffd90f46dcb2b76070eed2f55a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/bcfa3dffd90f46dcb2b76070eed2f55a
2024-11-09T11:26:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1790c8f00182459a903d93456fef91e1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/1790c8f00182459a903d93456fef91e1
2024-11-09T11:26:19,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/212025d5fc2c4f968fc6fcb316152c0c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/212025d5fc2c4f968fc6fcb316152c0c
2024-11-09T11:26:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78a4752846b64351aa4742fd5fd61cfd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78a4752846b64351aa4742fd5fd61cfd
2024-11-09T11:26:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/29df1b8325fd4bf795f3efe206668f36 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/29df1b8325fd4bf795f3efe206668f36
2024-11-09T11:26:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78c5594da32742cb9837093884a024e0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/78c5594da32742cb9837093884a024e0
2024-11-09T11:26:19,893 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/recovered.edits/299.seqid, newMaxSeqId=299, maxSeqId=4
2024-11-09T11:26:19,893 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.
2024-11-09T11:26:19,893 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] regionserver.HRegion(1676): Region close journal for 9a57a42cda791e86c56cda3465f58180:
Waiting for close lock at 1731151578115Running coprocessor pre-close hooks at 1731151578115Disabling compacts and flushes for region at 1731151578115Disabling writes for close at 1731151578115Obtaining lock to block concurrent updates at 1731151578116 (+1 ms)Preparing flush snapshotting stores in 9a57a42cda791e86c56cda3465f58180 at 1731151578116Finished memstore snapshotting TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731151578117 (+1 ms)Flushing stores of TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180. at 1731151578119 (+2 ms)Flushing 9a57a42cda791e86c56cda3465f58180/A: creating writer at 1731151578119Flushing mob file 9a57a42cda791e86c56cda3465f58180/A: appending metadata at 1731151578125 (+6 ms)Flushing mob file 9a57a42cda791e86c56cda3465f58180/A: closing flushed file at 1731151578125Flushing 9a57a42cda791e86c56cda3465f58180/A: appending metadata at 1731151578542 (+417 ms)Flushing 9a57a42cda791e86c56cda3465f58180/A: closing flushed file at 1731151578542Flushing 9a57a42cda791e86c56cda3465f58180/B: creating writer at 1731151578960 (+418 ms)Flushing 9a57a42cda791e86c56cda3465f58180/B: appending metadata at 1731151578963 (+3 ms)Flushing 9a57a42cda791e86c56cda3465f58180/B: closing flushed file at 1731151578963Flushing 9a57a42cda791e86c56cda3465f58180/C: creating writer at 1731151579379 (+416 ms)Flushing 9a57a42cda791e86c56cda3465f58180/C: appending metadata at 1731151579383 (+4 ms)Flushing 9a57a42cda791e86c56cda3465f58180/C: closing flushed file at 1731151579383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638fbbd7: reopening flushed file at 1731151579799 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1da8f1: reopening flushed file at 1731151579803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a612fb4: reopening flushed file at 1731151579807 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9a57a42cda791e86c56cda3465f58180 in 1698ms, sequenceid=296, compaction requested=true at 1731151579813 (+6 ms)Writing region close event to WAL at 1731151579891 (+78 ms)Running coprocessor post-close hooks at 1731151579893 (+2 ms)Closed at 1731151579893
2024-11-09T11:26:19,895 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=120}] handler.UnassignRegionHandler(157): Closed 9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:19,895 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=9a57a42cda791e86c56cda3465f58180, regionState=CLOSED
2024-11-09T11:26:19,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:26:19,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-09T11:26:19,898 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a57a42cda791e86c56cda3465f58180, server=3264b4bbda9f,45745,1731151465654 in 1.9370 sec
2024-11-09T11:26:19,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118
2024-11-09T11:26:19,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a57a42cda791e86c56cda3465f58180, UNASSIGN in 1.9410 sec
2024-11-09T11:26:19,900 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-09T11:26:19,900 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9440 sec
2024-11-09T11:26:19,901 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151579901"}]},"ts":"1731151579901"}
2024-11-09T11:26:19,902 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T11:26:19,902 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T11:26:19,903 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9530 sec
2024-11-09T11:26:20,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-09T11:26:20,103 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:20,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T11:26:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,109 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=121, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-09T11:26:20,111 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=121, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,116 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,119 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/recovered.edits]
2024-11-09T11:26:20,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33f35107f8694cb497027f31193450db to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/33f35107f8694cb497027f31193450db
2024-11-09T11:26:20,124 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/814dc7c0d9b04523a829567bd2c85d40 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/814dc7c0d9b04523a829567bd2c85d40
2024-11-09T11:26:20,126 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e5dd016ee5bb4096846bcb1feb144204 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/A/e5dd016ee5bb4096846bcb1feb144204
2024-11-09T11:26:20,130 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6312e0264a514406b133e134e0b9f887 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/6312e0264a514406b133e134e0b9f887
2024-11-09T11:26:20,131 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/802912620a4a426a8794a78c0c350ae6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/802912620a4a426a8794a78c0c350ae6
2024-11-09T11:26:20,133 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/b98054b699704510bed588661d4e7159 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/B/b98054b699704510bed588661d4e7159
2024-11-09T11:26:20,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/5f4183ce712b4b999d6768e885f70bb3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/5f4183ce712b4b999d6768e885f70bb3
2024-11-09T11:26:20,136 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d3f64798a128429c8fe8fad4997297c9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d3f64798a128429c8fe8fad4997297c9
2024-11-09T11:26:20,137 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d7cf69fb770d456b809321f034a5eea4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/C/d7cf69fb770d456b809321f034a5eea4
2024-11-09T11:26:20,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/recovered.edits/299.seqid to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180/recovered.edits/299.seqid
2024-11-09T11:26:20,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,139 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T11:26:20,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T11:26:20,140 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-09T11:26:20,142 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109031c447b43764e3a89c33a69a86bd52a_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109031c447b43764e3a89c33a69a86bd52a_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,143 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090876512b4169482ca495a141c936e97c_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090876512b4169482ca495a141c936e97c_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,144 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110913acd19e9dd94bdb9f78e3dc6e6a0689_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110913acd19e9dd94bdb9f78e3dc6e6a0689_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,144 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091fb398e333814ab7ab667ee8c76dc19b_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411091fb398e333814ab7ab667ee8c76dc19b_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,145 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092615bc8d9d1947ebba138d15b3217d0b_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092615bc8d9d1947ebba138d15b3217d0b_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,146 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110933333fbe468a478095b3379a67937308_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110933333fbe468a478095b3379a67937308_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,147 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109427ca9d2ad9f47458542c20b6c40a9c7_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109427ca9d2ad9f47458542c20b6c40a9c7_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,147 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950017835c93b492f9bb2ba9c9187ec07_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950017835c93b492f9bb2ba9c9187ec07_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,148 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095cf9ab873ac845f8959759e32bc97f53_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095cf9ab873ac845f8959759e32bc97f53_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,149 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b8e173cf6ad493691a8023d02900564_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411096b8e173cf6ad493691a8023d02900564_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,150 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975aa4147467a4427806c54ec440436e4_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110975aa4147467a4427806c54ec440436e4_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,151 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110986a975a40619428a9b21a4bbddb7cea4_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110986a975a40619428a9b21a4bbddb7cea4_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,151 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098aa7b7ddbb7b429eae641438ad6f3394_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411098aa7b7ddbb7b429eae641438ad6f3394_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,152 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109dc151db05bc04a969157fd3b4c986551_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109dc151db05bc04a969157fd3b4c986551_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,153 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e009b98508cd4afba50db9f015a9b1bc_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109e009b98508cd4afba50db9f015a9b1bc_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,154 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f67cb1b13c5642809e8eb8acd5cbf270_9a57a42cda791e86c56cda3465f58180 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f67cb1b13c5642809e8eb8acd5cbf270_9a57a42cda791e86c56cda3465f58180
2024-11-09T11:26:20,154 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T11:26:20,156 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=121, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,158 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T11:26:20,159 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T11:26:20,160 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=121, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,160 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T11:26:20,161 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151580160"}]},"ts":"9223372036854775807"}
2024-11-09T11:26:20,162 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-09T11:26:20,162 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9a57a42cda791e86c56cda3465f58180, NAME => 'TestAcidGuarantees,,1731151551955.9a57a42cda791e86c56cda3465f58180.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T11:26:20,162 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T11:26:20,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151580162"}]},"ts":"9223372036854775807"}
2024-11-09T11:26:20,164 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-09T11:26:20,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=121, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec
2024-11-09T11:26:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-09T11:26:20,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-09T11:26:20,228 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:20,239 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240 (was 240), OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=2358 (was 2406)
2024-11-09T11:26:20,247 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=2358
2024-11-09T11:26:20,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:26:20,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:26:20,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:20,251 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T11:26:20,252 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:20,252 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 122
2024-11-09T11:26:20,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-09T11:26:20,253 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T11:26:20,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742225_1401 (size=959)
2024-11-09T11:26:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-09T11:26:20,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-09T11:26:20,664 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:26:20,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742226_1402 (size=53)
2024-11-09T11:26:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-09T11:26:21,074 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:26:21,075 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6cd69138f4502e800f5d9964e3621dfb, disabling compactions & flushes
2024-11-09T11:26:21,075 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,075 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,075 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. after waiting 0 ms
2024-11-09T11:26:21,075 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,075 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,075 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6cd69138f4502e800f5d9964e3621dfb:
Waiting for close lock at 1731151581075Disabling compacts and flushes for region at 1731151581075Disabling writes for close at 1731151581075Writing region close event to WAL at 1731151581075Closed at 1731151581075
2024-11-09T11:26:21,077 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T11:26:21,077 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151581077"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151581077"}]},"ts":"1731151581077"}
2024-11-09T11:26:21,080 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T11:26:21,081 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T11:26:21,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151581081"}]},"ts":"1731151581081"}
2024-11-09T11:26:21,084 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T11:26:21,084 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, ASSIGN}]
2024-11-09T11:26:21,086 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, ASSIGN
2024-11-09T11:26:21,087 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, ASSIGN; state=OFFLINE, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=false
2024-11-09T11:26:21,238 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=6cd69138f4502e800f5d9964e3621dfb, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:21,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=123, ppid=122, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, ASSIGN because future has completed
2024-11-09T11:26:21,244 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:26:21,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-09T11:26:21,405 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,405 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7752): Opening region: {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:26:21,408 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,408 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:26:21,408 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7794): checking encryption for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,408 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(7797): checking classloading for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,410 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6cd69138f4502e800f5d9964e3621dfb 
2024-11-09T11:26:21,412 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cd69138f4502e800f5d9964e3621dfb columnFamilyName A
2024-11-09T11:26:21,412 DEBUG [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:21,413 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] regionserver.HStore(327): Store=6cd69138f4502e800f5d9964e3621dfb/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:21,413 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6cd69138f4502e800f5d9964e3621dfb 
2024-11-09T11:26:21,414 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cd69138f4502e800f5d9964e3621dfb columnFamilyName B
2024-11-09T11:26:21,414 DEBUG [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:21,414 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] regionserver.HStore(327): Store=6cd69138f4502e800f5d9964e3621dfb/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:21,414 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6cd69138f4502e800f5d9964e3621dfb 
2024-11-09T11:26:21,415 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cd69138f4502e800f5d9964e3621dfb columnFamilyName C
2024-11-09T11:26:21,415 DEBUG [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:21,416 INFO  [StoreOpener-6cd69138f4502e800f5d9964e3621dfb-1 {}] regionserver.HStore(327): Store=6cd69138f4502e800f5d9964e3621dfb/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:21,416 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1038): replaying wal for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,416 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,417 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,418 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1048): stopping wal replay for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,418 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1060): Cleaning up temporary data for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,418 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:26:21,419 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1093): writing seq id for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,421 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:26:21,421 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1114): Opened 6cd69138f4502e800f5d9964e3621dfb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70633370, jitterRate=0.05251923203468323}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:26:21,421 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:21,422 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegion(1006): Region open journal for 6cd69138f4502e800f5d9964e3621dfb:
Running coprocessor pre-open hook at 1731151581408Writing region info on filesystem at 1731151581408Initializing all the Stores at 1731151581409 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151581410 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151581410Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151581410Cleaning up temporary data from old regions at 1731151581418 (+8 ms)Running coprocessor post-open hooks at 1731151581421 (+3 ms)Region opened successfully at 1731151581422 (+1 ms)
2024-11-09T11:26:21,423 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., pid=124, masterSystemTime=1731151581398
2024-11-09T11:26:21,425 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,426 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=124}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:21,426 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=123 updating hbase:meta row=6cd69138f4502e800f5d9964e3621dfb, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:21,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=124, ppid=123, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:26:21,431 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-09T11:26:21,432 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; OpenRegionProcedure 6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654 in 186 msec
2024-11-09T11:26:21,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122
2024-11-09T11:26:21,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, ASSIGN in 348 msec
2024-11-09T11:26:21,435 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T11:26:21,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151581435"}]},"ts":"1731151581435"}
2024-11-09T11:26:21,437 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T11:26:21,438 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=122, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T11:26:21,440 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec
2024-11-09T11:26:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-09T11:26:22,403 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:22,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a364c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,405 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5e7bf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,408 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc4f912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,411 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:26:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:26:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16daa067
2024-11-09T11:26:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:26:22,414 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:26:22,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6516064e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,417 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3630b07e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,418 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdbf09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,421 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55df02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,423 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365b623a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,425 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70dd128d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,427 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc255f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,429 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ec7b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,431 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4532d64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,434 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bde8d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,435 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9c85a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,438 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7c20b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,440 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2078fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,442 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1965539b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,443 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7493c4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,445 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a665e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,446 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ed3d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d428dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,450 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fe1101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:22,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:22,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ad5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:22,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:22,453 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158127cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:22,454 DEBUG [Thread-1823 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,454 DEBUG [Thread-1834 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,454 DEBUG [Thread-1827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,455 DEBUG [Thread-1819 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,455 DEBUG [Thread-1836 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,455 DEBUG [Thread-1821 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,456 DEBUG [Thread-1838 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,457 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,457 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,457 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,457 DEBUG [Thread-1825 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,457 DEBUG [Thread-1832 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,457 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,458 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,459 DEBUG [Thread-1830 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:22,459 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,459 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,459 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,459 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-09T11:26:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:22,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:22,461 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,463 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:22,463 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:22,464 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:22,464 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:22,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2]
2024-11-09T11:26:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:22,468 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:26:22,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/c96be0a5afba4fa4b984a0aafac78035 is 50, key is test_row_0/A:col10/1731151582467/Put/seqid=0
2024-11-09T11:26:22,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742227_1403 (size=12001)
2024-11-09T11:26:22,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151642504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151642505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151642506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151642511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,516 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151642512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:22,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:22,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151642622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151642622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151642622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151642622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151642622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:22,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:22,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:22,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151642832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151642832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151642832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151642832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151642832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:22,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:22,901 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/c96be0a5afba4fa4b984a0aafac78035
2024-11-09T11:26:22,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/c151747712e044318f375ea9240bb4f2 is 50, key is test_row_0/B:col10/1731151582467/Put/seqid=0
2024-11-09T11:26:22,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742228_1404 (size=12001)
2024-11-09T11:26:22,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:22,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:23,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151643142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151643142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151643142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151643142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151643142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,148 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,323 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/c151747712e044318f375ea9240bb4f2
2024-11-09T11:26:23,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/5c7a26d2e7734aa5b4a5801039a9ec27 is 50, key is test_row_0/C:col10/1731151582467/Put/seqid=0
2024-11-09T11:26:23,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742229_1405 (size=12001)
2024-11-09T11:26:23,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:23,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151643662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151643662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151643662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151643662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151643662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:23,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:23,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:23,749 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/5c7a26d2e7734aa5b4a5801039a9ec27
2024-11-09T11:26:23,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/c96be0a5afba4fa4b984a0aafac78035 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c96be0a5afba4fa4b984a0aafac78035
2024-11-09T11:26:23,756 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c96be0a5afba4fa4b984a0aafac78035, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T11:26:23,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/c151747712e044318f375ea9240bb4f2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/c151747712e044318f375ea9240bb4f2
2024-11-09T11:26:23,759 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/c151747712e044318f375ea9240bb4f2, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T11:26:23,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/5c7a26d2e7734aa5b4a5801039a9ec27 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/5c7a26d2e7734aa5b4a5801039a9ec27
2024-11-09T11:26:23,766 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/5c7a26d2e7734aa5b4a5801039a9ec27, entries=150, sequenceid=12, filesize=11.7 K
2024-11-09T11:26:23,766 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6cd69138f4502e800f5d9964e3621dfb in 1298ms, sequenceid=12, compaction requested=false
2024-11-09T11:26:23,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:23,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-09T11:26:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:23,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T11:26:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7 is 50, key is test_row_0/A:col10/1731151582504/Put/seqid=0
2024-11-09T11:26:23,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T11:26:23,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742230_1406 (size=12001)
2024-11-09T11:26:24,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7
2024-11-09T11:26:24,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/0765e7356f6c49c790061cf649f13a88 is 50, key is test_row_0/B:col10/1731151582504/Put/seqid=0
2024-11-09T11:26:24,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742231_1407 (size=12001)
2024-11-09T11:26:24,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/0765e7356f6c49c790061cf649f13a88
2024-11-09T11:26:24,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/b8849b2c83d64d168a7a30f997985327 is 50, key is test_row_0/C:col10/1731151582504/Put/seqid=0
2024-11-09T11:26:24,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742232_1408 (size=12001)
2024-11-09T11:26:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:24,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/b8849b2c83d64d168a7a30f997985327
2024-11-09T11:26:24,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7
2024-11-09T11:26:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:24,674 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T11:26:24,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/0765e7356f6c49c790061cf649f13a88 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/0765e7356f6c49c790061cf649f13a88
2024-11-09T11:26:24,679 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/0765e7356f6c49c790061cf649f13a88, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T11:26:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/b8849b2c83d64d168a7a30f997985327 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/b8849b2c83d64d168a7a30f997985327
2024-11-09T11:26:24,684 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/b8849b2c83d64d168a7a30f997985327, entries=150, sequenceid=37, filesize=11.7 K
2024-11-09T11:26:24,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 6cd69138f4502e800f5d9964e3621dfb in 846ms, sequenceid=37, compaction requested=false
2024-11-09T11:26:24,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:24,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:24,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-09T11:26:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-09T11:26:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:24,688 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:26:24,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-09T11:26:24,689 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec
2024-11-09T11:26:24,691 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 2.2330 sec
2024-11-09T11:26:24,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/28b2515f22434c1a8674e759e779f175 is 50, key is test_row_0/A:col10/1731151584684/Put/seqid=0
2024-11-09T11:26:24,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742233_1409 (size=16681)
2024-11-09T11:26:24,704 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/28b2515f22434c1a8674e759e779f175
2024-11-09T11:26:24,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/83722fa6f8be4503899fe399d56ddb94 is 50, key is test_row_0/B:col10/1731151584684/Put/seqid=0
2024-11-09T11:26:24,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742234_1410 (size=12001)
2024-11-09T11:26:24,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151644719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151644720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151644727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151644728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151644730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151644831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151644832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151644842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151644842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:24,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151644842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151645042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151645042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151645052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151645052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,057 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151645052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,114 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/83722fa6f8be4503899fe399d56ddb94
2024-11-09T11:26:25,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/986e24aec2c44014854b5c507fd908a2 is 50, key is test_row_0/C:col10/1731151584684/Put/seqid=0
2024-11-09T11:26:25,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742235_1411 (size=12001)
2024-11-09T11:26:25,130 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/986e24aec2c44014854b5c507fd908a2
2024-11-09T11:26:25,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/28b2515f22434c1a8674e759e779f175 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/28b2515f22434c1a8674e759e779f175
2024-11-09T11:26:25,139 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/28b2515f22434c1a8674e759e779f175, entries=250, sequenceid=49, filesize=16.3 K
2024-11-09T11:26:25,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/83722fa6f8be4503899fe399d56ddb94 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/83722fa6f8be4503899fe399d56ddb94
2024-11-09T11:26:25,143 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/83722fa6f8be4503899fe399d56ddb94, entries=150, sequenceid=49, filesize=11.7 K
2024-11-09T11:26:25,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/986e24aec2c44014854b5c507fd908a2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/986e24aec2c44014854b5c507fd908a2
2024-11-09T11:26:25,147 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/986e24aec2c44014854b5c507fd908a2, entries=150, sequenceid=49, filesize=11.7 K
2024-11-09T11:26:25,148 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6cd69138f4502e800f5d9964e3621dfb in 460ms, sequenceid=49, compaction requested=true
2024-11-09T11:26:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:25,148 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:25,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:25,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:25,149 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:25,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:25,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:25,149 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:25,149 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:25,149 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:25,149 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:25,149 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:25,149 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:25,150 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/c151747712e044318f375ea9240bb4f2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/0765e7356f6c49c790061cf649f13a88, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/83722fa6f8be4503899fe399d56ddb94] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.2 K
2024-11-09T11:26:25,150 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c96be0a5afba4fa4b984a0aafac78035, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/28b2515f22434c1a8674e759e779f175] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=39.7 K
2024-11-09T11:26:25,150 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c151747712e044318f375ea9240bb4f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151582463
2024-11-09T11:26:25,150 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c96be0a5afba4fa4b984a0aafac78035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151582463
2024-11-09T11:26:25,151 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4bb7dc6fa1c4d85bf58b94f339c4ce7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151582504
2024-11-09T11:26:25,151 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0765e7356f6c49c790061cf649f13a88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151582504
2024-11-09T11:26:25,152 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28b2515f22434c1a8674e759e779f175, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731151584681
2024-11-09T11:26:25,152 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 83722fa6f8be4503899fe399d56ddb94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731151584681
2024-11-09T11:26:25,158 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:25,159 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/4e156079fa9b40a3a90a8beb09221389 is 50, key is test_row_0/B:col10/1731151584684/Put/seqid=0
2024-11-09T11:26:25,160 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#343 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:25,160 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/868c7fdff6a94470a91f1054d79a1944 is 50, key is test_row_0/A:col10/1731151584684/Put/seqid=0
2024-11-09T11:26:25,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742237_1413 (size=12104)
2024-11-09T11:26:25,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742236_1412 (size=12104)
2024-11-09T11:26:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:25,355 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:25,355 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-09T11:26:25,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/47da7f34dc92404baa1b85ab144804f3 is 50, key is test_row_0/A:col10/1731151585354/Put/seqid=0
2024-11-09T11:26:25,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742238_1414 (size=14341)
2024-11-09T11:26:25,363 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/47da7f34dc92404baa1b85ab144804f3
2024-11-09T11:26:25,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/88b2c3f48ccf4e47abd338a24f8ea8cd is 50, key is test_row_0/B:col10/1731151585354/Put/seqid=0
2024-11-09T11:26:25,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742239_1415 (size=12001)
2024-11-09T11:26:25,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151645367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151645368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151645369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151645371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151645372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,411 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T11:26:25,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151645482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151645492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151645492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151645492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151645492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,571 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/4e156079fa9b40a3a90a8beb09221389 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/4e156079fa9b40a3a90a8beb09221389
2024-11-09T11:26:25,571 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/868c7fdff6a94470a91f1054d79a1944 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/868c7fdff6a94470a91f1054d79a1944
2024-11-09T11:26:25,575 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into 868c7fdff6a94470a91f1054d79a1944(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:25,575 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 4e156079fa9b40a3a90a8beb09221389(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:25,575 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151585148; duration=0sec
2024-11-09T11:26:25,575 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151585148; duration=0sec
2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:25,575 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:25,576 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:25,576 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:25,576 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:25,576 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/5c7a26d2e7734aa5b4a5801039a9ec27, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/b8849b2c83d64d168a7a30f997985327, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/986e24aec2c44014854b5c507fd908a2] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.2 K
2024-11-09T11:26:25,576 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c7a26d2e7734aa5b4a5801039a9ec27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731151582463
2024-11-09T11:26:25,577 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8849b2c83d64d168a7a30f997985327, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731151582504
2024-11-09T11:26:25,577 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986e24aec2c44014854b5c507fd908a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731151584681
2024-11-09T11:26:25,582 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:25,583 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/50abff216d8640d396cd1fca91c45189 is 50, key is test_row_0/C:col10/1731151584684/Put/seqid=0
2024-11-09T11:26:25,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742240_1416 (size=12104)
2024-11-09T11:26:25,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151645702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151645712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151645712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151645712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151645713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:25,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:25,774 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/88b2c3f48ccf4e47abd338a24f8ea8cd
2024-11-09T11:26:25,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/99846156d33d49c3b1276d0dc25cc47a is 50, key is test_row_0/C:col10/1731151585354/Put/seqid=0
2024-11-09T11:26:25,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742241_1417 (size=12001)
2024-11-09T11:26:25,990 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/50abff216d8640d396cd1fca91c45189 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/50abff216d8640d396cd1fca91c45189
2024-11-09T11:26:25,994 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 50abff216d8640d396cd1fca91c45189(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:25,994 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:25,994 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151585149; duration=0sec
2024-11-09T11:26:25,994 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:25,994 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:26,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151646022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151646022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151646032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151646032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,038 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151646032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,188 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/99846156d33d49c3b1276d0dc25cc47a
2024-11-09T11:26:26,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/47da7f34dc92404baa1b85ab144804f3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/47da7f34dc92404baa1b85ab144804f3
2024-11-09T11:26:26,195 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/47da7f34dc92404baa1b85ab144804f3, entries=200, sequenceid=74, filesize=14.0 K
2024-11-09T11:26:26,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/88b2c3f48ccf4e47abd338a24f8ea8cd as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b2c3f48ccf4e47abd338a24f8ea8cd
2024-11-09T11:26:26,199 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b2c3f48ccf4e47abd338a24f8ea8cd, entries=150, sequenceid=74, filesize=11.7 K
2024-11-09T11:26:26,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/99846156d33d49c3b1276d0dc25cc47a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/99846156d33d49c3b1276d0dc25cc47a
2024-11-09T11:26:26,202 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/99846156d33d49c3b1276d0dc25cc47a, entries=150, sequenceid=74, filesize=11.7 K
2024-11-09T11:26:26,203 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6cd69138f4502e800f5d9964e3621dfb in 848ms, sequenceid=74, compaction requested=false
2024-11-09T11:26:26,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:26,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:26,545 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:26:26,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f99c2448cb984549ad3db060797b068a is 50, key is test_row_0/A:col10/1731151585366/Put/seqid=0
2024-11-09T11:26:26,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742242_1418 (size=14341)
2024-11-09T11:26:26,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151646577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151646583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151646584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151646584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151646590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-09T11:26:26,642 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:26,643 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-09T11:26:26,644 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-09T11:26:26,645 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:26,645 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:26,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151646692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151646701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151646702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151646702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151646702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-09T11:26:26,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-09T11:26:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:26,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:26,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:26,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151646902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151646912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151646912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151646912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151646912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:26,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:26,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-09T11:26:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:26,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:26,952 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f99c2448cb984549ad3db060797b068a
2024-11-09T11:26:26,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/e5ca55550391499d94f5250d4b44c34b is 50, key is test_row_0/B:col10/1731151585366/Put/seqid=0
2024-11-09T11:26:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-09T11:26:26,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742243_1419 (size=12001)
2024-11-09T11:26:26,969 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/e5ca55550391499d94f5250d4b44c34b
2024-11-09T11:26:26,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/48160bcaac084b11ac6494b32a988c2d is 50, key is test_row_0/C:col10/1731151585366/Put/seqid=0
2024-11-09T11:26:26,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742244_1420 (size=12001)
2024-11-09T11:26:27,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-09T11:26:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:27,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:27,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151647212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151647222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151647222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151647222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151647222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-09T11:26:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:27,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-09T11:26:27,380 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/48160bcaac084b11ac6494b32a988c2d
2024-11-09T11:26:27,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f99c2448cb984549ad3db060797b068a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f99c2448cb984549ad3db060797b068a
2024-11-09T11:26:27,390 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f99c2448cb984549ad3db060797b068a, entries=200, sequenceid=89, filesize=14.0 K
2024-11-09T11:26:27,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/e5ca55550391499d94f5250d4b44c34b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e5ca55550391499d94f5250d4b44c34b
2024-11-09T11:26:27,395 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e5ca55550391499d94f5250d4b44c34b, entries=150, sequenceid=89, filesize=11.7 K
2024-11-09T11:26:27,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/48160bcaac084b11ac6494b32a988c2d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/48160bcaac084b11ac6494b32a988c2d
2024-11-09T11:26:27,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/48160bcaac084b11ac6494b32a988c2d, entries=150, sequenceid=89, filesize=11.7 K
2024-11-09T11:26:27,405 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6cd69138f4502e800f5d9964e3621dfb in 860ms, sequenceid=89, compaction requested=true
2024-11-09T11:26:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:27,406 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:27,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:27,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:27,406 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:27,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:27,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:27,407 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:27,407 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:27,407 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-09T11:26:27,407 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/868c7fdff6a94470a91f1054d79a1944, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/47da7f34dc92404baa1b85ab144804f3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f99c2448cb984549ad3db060797b068a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=39.8 K
2024-11-09T11:26:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,407 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:27,407 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:27,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T11:26:27,407 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,407 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/4e156079fa9b40a3a90a8beb09221389, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b2c3f48ccf4e47abd338a24f8ea8cd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e5ca55550391499d94f5250d4b44c34b] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.3 K
2024-11-09T11:26:27,407 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 868c7fdff6a94470a91f1054d79a1944, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731151584681
2024-11-09T11:26:27,408 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e156079fa9b40a3a90a8beb09221389, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731151584681
2024-11-09T11:26:27,408 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b2c3f48ccf4e47abd338a24f8ea8cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731151584705
2024-11-09T11:26:27,408 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47da7f34dc92404baa1b85ab144804f3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731151584705
2024-11-09T11:26:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:27,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:27,410 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e5ca55550391499d94f5250d4b44c34b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151585366
2024-11-09T11:26:27,410 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f99c2448cb984549ad3db060797b068a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151585366
2024-11-09T11:26:27,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/d08374ee77ab4f7b9c71bfa97c8adf64 is 50, key is test_row_0/A:col10/1731151586583/Put/seqid=0
2024-11-09T11:26:27,422 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:27,422 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/a9821e912f7d43d08ab5742896cd36ff is 50, key is test_row_0/A:col10/1731151585366/Put/seqid=0
2024-11-09T11:26:27,423 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:27,423 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ba6e9daf04224ebc9c41f592211e8b69 is 50, key is test_row_0/B:col10/1731151585366/Put/seqid=0
2024-11-09T11:26:27,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742245_1421 (size=12001)
2024-11-09T11:26:27,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742246_1422 (size=12207)
2024-11-09T11:26:27,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742247_1423 (size=12207)
2024-11-09T11:26:27,453 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/a9821e912f7d43d08ab5742896cd36ff as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a9821e912f7d43d08ab5742896cd36ff
2024-11-09T11:26:27,461 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into a9821e912f7d43d08ab5742896cd36ff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:27,462 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:27,462 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151587406; duration=0sec
2024-11-09T11:26:27,462 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:27,462 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:27,462 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:27,464 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:27,464 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:27,464 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:27,464 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/50abff216d8640d396cd1fca91c45189, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/99846156d33d49c3b1276d0dc25cc47a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/48160bcaac084b11ac6494b32a988c2d] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.3 K
2024-11-09T11:26:27,466 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50abff216d8640d396cd1fca91c45189, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731151584681
2024-11-09T11:26:27,467 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99846156d33d49c3b1276d0dc25cc47a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731151584705
2024-11-09T11:26:27,467 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48160bcaac084b11ac6494b32a988c2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151585366
2024-11-09T11:26:27,474 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:27,474 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/6c79fa4d44604cd5a427452de5cdaf4f is 50, key is test_row_0/C:col10/1731151585366/Put/seqid=0
2024-11-09T11:26:27,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742248_1424 (size=12207)
2024-11-09T11:26:27,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c96be0a5afba4fa4b984a0aafac78035, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/28b2515f22434c1a8674e759e779f175, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/868c7fdff6a94470a91f1054d79a1944, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/47da7f34dc92404baa1b85ab144804f3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f99c2448cb984549ad3db060797b068a] to archive
2024-11-09T11:26:27,588 WARN  [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1
2024-11-09T11:26:27,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:27,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c96be0a5afba4fa4b984a0aafac78035 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c96be0a5afba4fa4b984a0aafac78035
2024-11-09T11:26:27,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f4bb7dc6fa1c4d85bf58b94f339c4ce7
2024-11-09T11:26:27,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/28b2515f22434c1a8674e759e779f175 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/28b2515f22434c1a8674e759e779f175
2024-11-09T11:26:27,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/868c7fdff6a94470a91f1054d79a1944 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/868c7fdff6a94470a91f1054d79a1944
2024-11-09T11:26:27,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/47da7f34dc92404baa1b85ab144804f3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/47da7f34dc92404baa1b85ab144804f3
2024-11-09T11:26:27,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f99c2448cb984549ad3db060797b068a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f99c2448cb984549ad3db060797b068a
2024-11-09T11:26:27,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/c151747712e044318f375ea9240bb4f2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/0765e7356f6c49c790061cf649f13a88, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/83722fa6f8be4503899fe399d56ddb94] to archive
2024-11-09T11:26:27,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:27,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/c151747712e044318f375ea9240bb4f2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/c151747712e044318f375ea9240bb4f2
2024-11-09T11:26:27,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/0765e7356f6c49c790061cf649f13a88 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/0765e7356f6c49c790061cf649f13a88
2024-11-09T11:26:27,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/83722fa6f8be4503899fe399d56ddb94 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/83722fa6f8be4503899fe399d56ddb94
2024-11-09T11:26:27,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/5c7a26d2e7734aa5b4a5801039a9ec27, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/b8849b2c83d64d168a7a30f997985327, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/986e24aec2c44014854b5c507fd908a2] to archive
2024-11-09T11:26:27,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:27,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/5c7a26d2e7734aa5b4a5801039a9ec27 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/5c7a26d2e7734aa5b4a5801039a9ec27
2024-11-09T11:26:27,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/b8849b2c83d64d168a7a30f997985327 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/b8849b2c83d64d168a7a30f997985327
2024-11-09T11:26:27,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3264b4bbda9f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/986e24aec2c44014854b5c507fd908a2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/986e24aec2c44014854b5c507fd908a2
2024-11-09T11:26:27,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:27,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:27,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151647736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151647736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,746 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151647737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151647738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151647741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-09T11:26:27,838 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/d08374ee77ab4f7b9c71bfa97c8adf64
2024-11-09T11:26:27,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/2a87857872b24883877338dc53bf6072 is 50, key is test_row_0/B:col10/1731151586583/Put/seqid=0
2024-11-09T11:26:27,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742249_1425 (size=12001)
2024-11-09T11:26:27,853 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ba6e9daf04224ebc9c41f592211e8b69 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ba6e9daf04224ebc9c41f592211e8b69
2024-11-09T11:26:27,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151647852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151647853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151647853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151647853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151647853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:27,858 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into ba6e9daf04224ebc9c41f592211e8b69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:27,858 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:27,858 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151587406; duration=0sec
2024-11-09T11:26:27,858 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:27,858 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:27,881 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/6c79fa4d44604cd5a427452de5cdaf4f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6c79fa4d44604cd5a427452de5cdaf4f
2024-11-09T11:26:27,885 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 6c79fa4d44604cd5a427452de5cdaf4f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:27,885 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:27,885 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151587406; duration=0sec
2024-11-09T11:26:27,885 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:27,885 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:28,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151648062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151648062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151648062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151648063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151648063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,248 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/2a87857872b24883877338dc53bf6072
2024-11-09T11:26:28,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/3b4ca97ac3684395a714f2be2306aaa0 is 50, key is test_row_0/C:col10/1731151586583/Put/seqid=0
2024-11-09T11:26:28,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742250_1426 (size=12001)
2024-11-09T11:26:28,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151648372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151648372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151648372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151648372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151648372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,658 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/3b4ca97ac3684395a714f2be2306aaa0
2024-11-09T11:26:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/d08374ee77ab4f7b9c71bfa97c8adf64 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/d08374ee77ab4f7b9c71bfa97c8adf64
2024-11-09T11:26:28,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/d08374ee77ab4f7b9c71bfa97c8adf64, entries=150, sequenceid=113, filesize=11.7 K
2024-11-09T11:26:28,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/2a87857872b24883877338dc53bf6072 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/2a87857872b24883877338dc53bf6072
2024-11-09T11:26:28,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/2a87857872b24883877338dc53bf6072, entries=150, sequenceid=113, filesize=11.7 K
2024-11-09T11:26:28,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/3b4ca97ac3684395a714f2be2306aaa0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/3b4ca97ac3684395a714f2be2306aaa0
2024-11-09T11:26:28,672 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/3b4ca97ac3684395a714f2be2306aaa0, entries=150, sequenceid=113, filesize=11.7 K
2024-11-09T11:26:28,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6cd69138f4502e800f5d9964e3621dfb in 1266ms, sequenceid=113, compaction requested=false
2024-11-09T11:26:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:28,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-09T11:26:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-09T11:26:28,676 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-09T11:26:28,676 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec
2024-11-09T11:26:28,678 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.0330 sec
2024-11-09T11:26:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-09T11:26:28,792 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:28,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-09T11:26:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:28,794 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:28,794 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:28,794 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:28,885 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:28,885 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:26:28,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/be9949392d354a329271a5566730064d is 50, key is test_row_0/A:col10/1731151587740/Put/seqid=0
2024-11-09T11:26:28,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742251_1427 (size=14391)
2024-11-09T11:26:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:28,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151648920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151648924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151648925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151648927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,934 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:28,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151648928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:28,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:28,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:28,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151649042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151649042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151649042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151649042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151649042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:29,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:29,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151649252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151649252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151649252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151649253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151649253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,292 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/be9949392d354a329271a5566730064d
2024-11-09T11:26:29,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/7924eac9b74c40fcb8e1e06f783425d9 is 50, key is test_row_0/B:col10/1731151587740/Put/seqid=0
2024-11-09T11:26:29,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742252_1428 (size=12051)
2024-11-09T11:26:29,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:29,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151649562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151649562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151649562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151649562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151649562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:29,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,714 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/7924eac9b74c40fcb8e1e06f783425d9
2024-11-09T11:26:29,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/d7b0f2fa6ebf4872b6ae6cc75365b09e is 50, key is test_row_0/C:col10/1731151587740/Put/seqid=0
2024-11-09T11:26:29,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742253_1429 (size=12051)
2024-11-09T11:26:29,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:29,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:30,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:30,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:30,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:30,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151650072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:30,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151650072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:30,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151650082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:30,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151650082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:30,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151650082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:30,123 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/d7b0f2fa6ebf4872b6ae6cc75365b09e
2024-11-09T11:26:30,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/be9949392d354a329271a5566730064d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/be9949392d354a329271a5566730064d
2024-11-09T11:26:30,129 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/be9949392d354a329271a5566730064d, entries=200, sequenceid=129, filesize=14.1 K
2024-11-09T11:26:30,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/7924eac9b74c40fcb8e1e06f783425d9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/7924eac9b74c40fcb8e1e06f783425d9
2024-11-09T11:26:30,132 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/7924eac9b74c40fcb8e1e06f783425d9, entries=150, sequenceid=129, filesize=11.8 K
2024-11-09T11:26:30,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/d7b0f2fa6ebf4872b6ae6cc75365b09e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/d7b0f2fa6ebf4872b6ae6cc75365b09e
2024-11-09T11:26:30,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/d7b0f2fa6ebf4872b6ae6cc75365b09e, entries=150, sequenceid=129, filesize=11.8 K
2024-11-09T11:26:30,137 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6cd69138f4502e800f5d9964e3621dfb in 1252ms, sequenceid=129, compaction requested=true
2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:30,137 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:30,137 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:30,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:30,138 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:30,138 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:30,138 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:30,138 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:30,138 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:30,138 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:30,138 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ba6e9daf04224ebc9c41f592211e8b69, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/2a87857872b24883877338dc53bf6072, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/7924eac9b74c40fcb8e1e06f783425d9] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.4 K
2024-11-09T11:26:30,138 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a9821e912f7d43d08ab5742896cd36ff, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/d08374ee77ab4f7b9c71bfa97c8adf64, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/be9949392d354a329271a5566730064d] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=37.7 K
2024-11-09T11:26:30,138 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ba6e9daf04224ebc9c41f592211e8b69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151585366
2024-11-09T11:26:30,138 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9821e912f7d43d08ab5742896cd36ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151585366
2024-11-09T11:26:30,139 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a87857872b24883877338dc53bf6072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731151586574
2024-11-09T11:26:30,139 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d08374ee77ab4f7b9c71bfa97c8adf64, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731151586574
2024-11-09T11:26:30,139 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 7924eac9b74c40fcb8e1e06f783425d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151587731
2024-11-09T11:26:30,139 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting be9949392d354a329271a5566730064d, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151587731
2024-11-09T11:26:30,144 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:30,145 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/1a1e42b182824007bab67cd28271b13b is 50, key is test_row_0/B:col10/1731151587740/Put/seqid=0
2024-11-09T11:26:30,151 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:30,151 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f98a7703a58949ab8f6ba009becd1acc is 50, key is test_row_0/A:col10/1731151587740/Put/seqid=0
2024-11-09T11:26:30,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742254_1430 (size=12257)
2024-11-09T11:26:30,157 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/1a1e42b182824007bab67cd28271b13b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/1a1e42b182824007bab67cd28271b13b
2024-11-09T11:26:30,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742255_1431 (size=12154)
2024-11-09T11:26:30,161 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 1a1e42b182824007bab67cd28271b13b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:30,161 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:30,161 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151590137; duration=0sec
2024-11-09T11:26:30,161 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:30,161 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:30,161 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:30,162 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:30,162 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:30,162 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:30,162 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/f98a7703a58949ab8f6ba009becd1acc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f98a7703a58949ab8f6ba009becd1acc
2024-11-09T11:26:30,162 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6c79fa4d44604cd5a427452de5cdaf4f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/3b4ca97ac3684395a714f2be2306aaa0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/d7b0f2fa6ebf4872b6ae6cc75365b09e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.4 K
2024-11-09T11:26:30,162 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c79fa4d44604cd5a427452de5cdaf4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731151585366
2024-11-09T11:26:30,162 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b4ca97ac3684395a714f2be2306aaa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731151586574
2024-11-09T11:26:30,163 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting d7b0f2fa6ebf4872b6ae6cc75365b09e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151587731
2024-11-09T11:26:30,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-09T11:26:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:30,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:26:30,168 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into f98a7703a58949ab8f6ba009becd1acc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:30,168 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:30,168 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151590137; duration=0sec
2024-11-09T11:26:30,169 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:30,169 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/4a03cc406c814d3ca490b70b069d8558 is 50, key is test_row_0/A:col10/1731151588924/Put/seqid=0
2024-11-09T11:26:30,181 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:30,181 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/97b9a364f5e147db9195a5b9336170eb is 50, key is test_row_0/C:col10/1731151587740/Put/seqid=0
2024-11-09T11:26:30,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742256_1432 (size=12151)
2024-11-09T11:26:30,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742257_1433 (size=12257)
2024-11-09T11:26:30,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/4a03cc406c814d3ca490b70b069d8558
2024-11-09T11:26:30,601 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/97b9a364f5e147db9195a5b9336170eb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/97b9a364f5e147db9195a5b9336170eb
2024-11-09T11:26:30,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/00664eeb12e2400ea4b6e45b0e3bb986 is 50, key is test_row_0/B:col10/1731151588924/Put/seqid=0
2024-11-09T11:26:30,607 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 97b9a364f5e147db9195a5b9336170eb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:30,607 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:30,607 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151590137; duration=0sec
2024-11-09T11:26:30,607 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:30,607 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:30,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742258_1434 (size=12151)
2024-11-09T11:26:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:31,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/00664eeb12e2400ea4b6e45b0e3bb986
2024-11-09T11:26:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/574ffa1eb5304edd8cdcfa43203d83f9 is 50, key is test_row_0/C:col10/1731151588924/Put/seqid=0
2024-11-09T11:26:31,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742259_1435 (size=12151)
2024-11-09T11:26:31,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:31,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:31,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151651107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151651108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151651109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151651110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151651114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151651222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151651232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151651232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151651232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151651232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/574ffa1eb5304edd8cdcfa43203d83f9
2024-11-09T11:26:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/4a03cc406c814d3ca490b70b069d8558 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/4a03cc406c814d3ca490b70b069d8558
2024-11-09T11:26:31,429 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/4a03cc406c814d3ca490b70b069d8558, entries=150, sequenceid=154, filesize=11.9 K
2024-11-09T11:26:31,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/00664eeb12e2400ea4b6e45b0e3bb986 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/00664eeb12e2400ea4b6e45b0e3bb986
2024-11-09T11:26:31,433 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/00664eeb12e2400ea4b6e45b0e3bb986, entries=150, sequenceid=154, filesize=11.9 K
2024-11-09T11:26:31,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/574ffa1eb5304edd8cdcfa43203d83f9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/574ffa1eb5304edd8cdcfa43203d83f9
2024-11-09T11:26:31,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/574ffa1eb5304edd8cdcfa43203d83f9, entries=150, sequenceid=154, filesize=11.9 K
2024-11-09T11:26:31,437 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6cd69138f4502e800f5d9964e3621dfb in 1270ms, sequenceid=154, compaction requested=false
2024-11-09T11:26:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-09T11:26:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-09T11:26:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:31,439 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-09T11:26:31,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-09T11:26:31,440 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6450 sec
2024-11-09T11:26:31,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/0d0ce0e1300d406d84566f015ec9c318 is 50, key is test_row_0/A:col10/1731151591438/Put/seqid=0
2024-11-09T11:26:31,443 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.6490 sec
2024-11-09T11:26:31,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742260_1436 (size=14541)
2024-11-09T11:26:31,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151651468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151651469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151651469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151651470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151651471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151651582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151651592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151651592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151651592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151651592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151651792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151651802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151651802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,805 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151651812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151651812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:31,846 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/0d0ce0e1300d406d84566f015ec9c318
2024-11-09T11:26:31,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/67efb2d633c049e9b3accc33b8ac6871 is 50, key is test_row_0/B:col10/1731151591438/Put/seqid=0
2024-11-09T11:26:31,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742261_1437 (size=12151)
2024-11-09T11:26:32,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151652101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151652112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151652112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151652122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151652122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,255 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/67efb2d633c049e9b3accc33b8ac6871
2024-11-09T11:26:32,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/865e814c97634aa0b5fba26e7374cf81 is 50, key is test_row_0/C:col10/1731151591438/Put/seqid=0
2024-11-09T11:26:32,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742262_1438 (size=12151)
2024-11-09T11:26:32,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151652612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,622 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151652632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151652632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151652632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151652632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:32,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:32,666 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/865e814c97634aa0b5fba26e7374cf81
2024-11-09T11:26:32,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/0d0ce0e1300d406d84566f015ec9c318 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0d0ce0e1300d406d84566f015ec9c318
2024-11-09T11:26:32,672 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0d0ce0e1300d406d84566f015ec9c318, entries=200, sequenceid=169, filesize=14.2 K
2024-11-09T11:26:32,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/67efb2d633c049e9b3accc33b8ac6871 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/67efb2d633c049e9b3accc33b8ac6871
2024-11-09T11:26:32,676 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/67efb2d633c049e9b3accc33b8ac6871, entries=150, sequenceid=169, filesize=11.9 K
2024-11-09T11:26:32,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/865e814c97634aa0b5fba26e7374cf81 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/865e814c97634aa0b5fba26e7374cf81
2024-11-09T11:26:32,680 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/865e814c97634aa0b5fba26e7374cf81, entries=150, sequenceid=169, filesize=11.9 K
2024-11-09T11:26:32,681 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6cd69138f4502e800f5d9964e3621dfb in 1241ms, sequenceid=169, compaction requested=true
2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:32,681 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:32,681 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:32,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:32,681 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38846 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:32,681 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36559 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:32,681 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:32,681 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:32,682 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:32,682 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:32,682 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f98a7703a58949ab8f6ba009becd1acc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/4a03cc406c814d3ca490b70b069d8558, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0d0ce0e1300d406d84566f015ec9c318] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=37.9 K
2024-11-09T11:26:32,682 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/1a1e42b182824007bab67cd28271b13b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/00664eeb12e2400ea4b6e45b0e3bb986, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/67efb2d633c049e9b3accc33b8ac6871] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.7 K
2024-11-09T11:26:32,682 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting f98a7703a58949ab8f6ba009becd1acc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151587731
2024-11-09T11:26:32,682 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1e42b182824007bab67cd28271b13b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151587731
2024-11-09T11:26:32,682 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a03cc406c814d3ca490b70b069d8558, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731151588924
2024-11-09T11:26:32,682 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 00664eeb12e2400ea4b6e45b0e3bb986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731151588924
2024-11-09T11:26:32,682 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d0ce0e1300d406d84566f015ec9c318, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731151591107
2024-11-09T11:26:32,682 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 67efb2d633c049e9b3accc33b8ac6871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731151591107
2024-11-09T11:26:32,687 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:32,687 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:32,687 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/092793f4b0b34936912709eb4f8739d2 is 50, key is test_row_0/A:col10/1731151591438/Put/seqid=0
2024-11-09T11:26:32,687 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/74e29ac8dd4a4d48be4f6fe1b0b65877 is 50, key is test_row_0/B:col10/1731151591438/Put/seqid=0
2024-11-09T11:26:32,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742263_1439 (size=12357)
2024-11-09T11:26:32,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742264_1440 (size=12459)
2024-11-09T11:26:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-09T11:26:32,962 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:32,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-09T11:26:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-09T11:26:32,964 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:32,965 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:32,965 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-09T11:26:33,101 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/092793f4b0b34936912709eb4f8739d2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/092793f4b0b34936912709eb4f8739d2
2024-11-09T11:26:33,101 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/74e29ac8dd4a4d48be4f6fe1b0b65877 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/74e29ac8dd4a4d48be4f6fe1b0b65877
2024-11-09T11:26:33,107 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into 092793f4b0b34936912709eb4f8739d2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:33,107 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:33,107 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151592681; duration=0sec
2024-11-09T11:26:33,107 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:33,107 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:33,107 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36559 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:33,108 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:33,108 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 74e29ac8dd4a4d48be4f6fe1b0b65877(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:33,108 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/97b9a364f5e147db9195a5b9336170eb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/574ffa1eb5304edd8cdcfa43203d83f9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/865e814c97634aa0b5fba26e7374cf81] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.7 K
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:33,108 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151592681; duration=0sec
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97b9a364f5e147db9195a5b9336170eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731151587731
2024-11-09T11:26:33,108 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 574ffa1eb5304edd8cdcfa43203d83f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731151588924
2024-11-09T11:26:33,109 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 865e814c97634aa0b5fba26e7374cf81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731151591107
2024-11-09T11:26:33,115 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:33,115 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/74f305df9a9249a3a73725ac63c1d5e3 is 50, key is test_row_0/C:col10/1731151591438/Put/seqid=0
2024-11-09T11:26:33,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-09T11:26:33,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:33,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:26:33,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742265_1441 (size=12459)
2024-11-09T11:26:33,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/8bf3c554badc484aa3241c80168ce5a6 is 50, key is test_row_0/A:col10/1731151591447/Put/seqid=0
2024-11-09T11:26:33,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742266_1442 (size=12151)
2024-11-09T11:26:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-09T11:26:33,522 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/74f305df9a9249a3a73725ac63c1d5e3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/74f305df9a9249a3a73725ac63c1d5e3
2024-11-09T11:26:33,523 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/8bf3c554badc484aa3241c80168ce5a6
2024-11-09T11:26:33,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/3219705c9f124be6b5a1a2d99aaec4c1 is 50, key is test_row_0/B:col10/1731151591447/Put/seqid=0
2024-11-09T11:26:33,533 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 74f305df9a9249a3a73725ac63c1d5e3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:33,533 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:33,533 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151592681; duration=0sec
2024-11-09T11:26:33,533 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:33,533 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:33,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742267_1443 (size=12151)
2024-11-09T11:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-09T11:26:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:33,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:33,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151653650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151653652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151653654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,656 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 6cd69138f4502e800f5d9964e3621dfb of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151653655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151653655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151653762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151653762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151653772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151653772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,937 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/3219705c9f124be6b5a1a2d99aaec4c1
2024-11-09T11:26:33,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/87330dec948d4d9a9a32ae166b0dc795 is 50, key is test_row_0/C:col10/1731151591447/Put/seqid=0
2024-11-09T11:26:33,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742268_1444 (size=12151)
2024-11-09T11:26:33,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151653971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151653972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151653982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:33,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151653982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:33,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-09T11:26:34,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151654282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151654282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151654291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151654292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/87330dec948d4d9a9a32ae166b0dc795
2024-11-09T11:26:34,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/8bf3c554badc484aa3241c80168ce5a6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/8bf3c554badc484aa3241c80168ce5a6
2024-11-09T11:26:34,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/8bf3c554badc484aa3241c80168ce5a6, entries=150, sequenceid=193, filesize=11.9 K
2024-11-09T11:26:34,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/3219705c9f124be6b5a1a2d99aaec4c1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/3219705c9f124be6b5a1a2d99aaec4c1
2024-11-09T11:26:34,360 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/3219705c9f124be6b5a1a2d99aaec4c1, entries=150, sequenceid=193, filesize=11.9 K
2024-11-09T11:26:34,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/87330dec948d4d9a9a32ae166b0dc795 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/87330dec948d4d9a9a32ae166b0dc795
2024-11-09T11:26:34,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/87330dec948d4d9a9a32ae166b0dc795, entries=150, sequenceid=193, filesize=11.9 K
2024-11-09T11:26:34,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6cd69138f4502e800f5d9964e3621dfb in 1247ms, sequenceid=193, compaction requested=false
2024-11-09T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:34,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-09T11:26:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-09T11:26:34,367 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-09T11:26:34,367 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec
2024-11-09T11:26:34,369 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4060 sec
2024-11-09T11:26:34,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:34,795 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:34,795 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T11:26:34,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/00b98637cb7c4af2be4d5ca90d415d5e is 50, key is test_row_0/A:col10/1731151593654/Put/seqid=0
2024-11-09T11:26:34,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742269_1445 (size=14541)
2024-11-09T11:26:34,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151654830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151654831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151654832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,841 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151654833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151654942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151654952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151654952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:34,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151654953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:34,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-09T11:26:35,112 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:35,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-11-09T11:26:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-09T11:26:35,114 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:35,114 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:35,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:35,156 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151655152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151655161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151655162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151655162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,202 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/00b98637cb7c4af2be4d5ca90d415d5e
2024-11-09T11:26:35,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/814bf4df9d464115ba7d258694dc7ead is 50, key is test_row_0/B:col10/1731151593654/Put/seqid=0
2024-11-09T11:26:35,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742270_1446 (size=12151)
2024-11-09T11:26:35,213 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/814bf4df9d464115ba7d258694dc7ead
2024-11-09T11:26:35,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/751671c5d9b14f47b665746e88944df5 is 50, key is test_row_0/C:col10/1731151593654/Put/seqid=0
2024-11-09T11:26:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-09T11:26:35,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742271_1447 (size=12151)
2024-11-09T11:26:35,230 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/751671c5d9b14f47b665746e88944df5
2024-11-09T11:26:35,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/00b98637cb7c4af2be4d5ca90d415d5e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/00b98637cb7c4af2be4d5ca90d415d5e
2024-11-09T11:26:35,240 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/00b98637cb7c4af2be4d5ca90d415d5e, entries=200, sequenceid=209, filesize=14.2 K
2024-11-09T11:26:35,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/814bf4df9d464115ba7d258694dc7ead as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/814bf4df9d464115ba7d258694dc7ead
2024-11-09T11:26:35,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/814bf4df9d464115ba7d258694dc7ead, entries=150, sequenceid=209, filesize=11.9 K
2024-11-09T11:26:35,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/751671c5d9b14f47b665746e88944df5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/751671c5d9b14f47b665746e88944df5
2024-11-09T11:26:35,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/751671c5d9b14f47b665746e88944df5, entries=150, sequenceid=209, filesize=11.9 K
2024-11-09T11:26:35,248 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6cd69138f4502e800f5d9964e3621dfb in 453ms, sequenceid=209, compaction requested=true
2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:35,248 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:35,248 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:35,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:35,249 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:35,249 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:35,249 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:35,249 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:35,249 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,249 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,249 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/092793f4b0b34936912709eb4f8739d2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/8bf3c554badc484aa3241c80168ce5a6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/00b98637cb7c4af2be4d5ca90d415d5e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=38.1 K
2024-11-09T11:26:35,249 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/74e29ac8dd4a4d48be4f6fe1b0b65877, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/3219705c9f124be6b5a1a2d99aaec4c1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/814bf4df9d464115ba7d258694dc7ead] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.9 K
2024-11-09T11:26:35,249 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 74e29ac8dd4a4d48be4f6fe1b0b65877, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731151591107
2024-11-09T11:26:35,249 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 092793f4b0b34936912709eb4f8739d2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731151591107
2024-11-09T11:26:35,250 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 3219705c9f124be6b5a1a2d99aaec4c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731151591447
2024-11-09T11:26:35,250 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf3c554badc484aa3241c80168ce5a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731151591447
2024-11-09T11:26:35,250 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 814bf4df9d464115ba7d258694dc7ead, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731151593652
2024-11-09T11:26:35,250 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00b98637cb7c4af2be4d5ca90d415d5e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731151593634
2024-11-09T11:26:35,255 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:35,255 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/49bc912ac41c4fc9859b7cb5d292285c is 50, key is test_row_0/B:col10/1731151593654/Put/seqid=0
2024-11-09T11:26:35,257 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:35,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/0e71da96169c493f998061bfe2309277 is 50, key is test_row_0/A:col10/1731151593654/Put/seqid=0
2024-11-09T11:26:35,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742273_1449 (size=12459)
2024-11-09T11:26:35,264 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/0e71da96169c493f998061bfe2309277 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0e71da96169c493f998061bfe2309277
2024-11-09T11:26:35,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742272_1448 (size=12561)
2024-11-09T11:26:35,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-09T11:26:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,266 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-09T11:26:35,270 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into 0e71da96169c493f998061bfe2309277(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:35,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:35,270 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151595248; duration=0sec
2024-11-09T11:26:35,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:35,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:35,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:35,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/89fd7f02bc1f44c09e909d85c3cee110 is 50, key is test_row_0/A:col10/1731151594828/Put/seqid=0
2024-11-09T11:26:35,271 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:35,271 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:35,271 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,271 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/74f305df9a9249a3a73725ac63c1d5e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/87330dec948d4d9a9a32ae166b0dc795, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/751671c5d9b14f47b665746e88944df5] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=35.9 K
2024-11-09T11:26:35,271 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74f305df9a9249a3a73725ac63c1d5e3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731151591107
2024-11-09T11:26:35,272 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87330dec948d4d9a9a32ae166b0dc795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731151591447
2024-11-09T11:26:35,273 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 751671c5d9b14f47b665746e88944df5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731151593652
2024-11-09T11:26:35,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742274_1450 (size=12151)
2024-11-09T11:26:35,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/89fd7f02bc1f44c09e909d85c3cee110
2024-11-09T11:26:35,278 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:35,279 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/9d9efd9a33d54f63ab0235f8f4964201 is 50, key is test_row_0/C:col10/1731151593654/Put/seqid=0
2024-11-09T11:26:35,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742275_1451 (size=12561)
2024-11-09T11:26:35,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/329079d298f64325ad2b6bc9d492efc8 is 50, key is test_row_0/B:col10/1731151594828/Put/seqid=0
2024-11-09T11:26:35,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742276_1452 (size=12151)
2024-11-09T11:26:35,294 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/329079d298f64325ad2b6bc9d492efc8
2024-11-09T11:26:35,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/dd53a86f3b344a2796548df0e1f875bc is 50, key is test_row_0/C:col10/1731151594828/Put/seqid=0
2024-11-09T11:26:35,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742277_1453 (size=12151)
2024-11-09T11:26:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-09T11:26:35,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:35,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:35,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151655488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151655489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151655490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151655493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151655602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151655602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151655602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151655602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,669 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/49bc912ac41c4fc9859b7cb5d292285c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/49bc912ac41c4fc9859b7cb5d292285c
2024-11-09T11:26:35,672 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 49bc912ac41c4fc9859b7cb5d292285c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:35,672 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:35,672 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151595248; duration=0sec
2024-11-09T11:26:35,672 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:35,672 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:35,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151655672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,674 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 6cd69138f4502e800f5d9964e3621dfb of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,687 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/9d9efd9a33d54f63ab0235f8f4964201 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/9d9efd9a33d54f63ab0235f8f4964201
2024-11-09T11:26:35,691 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 9d9efd9a33d54f63ab0235f8f4964201(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:35,691 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:35,691 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151595248; duration=0sec
2024-11-09T11:26:35,691 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:35,691 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:35,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/dd53a86f3b344a2796548df0e1f875bc
2024-11-09T11:26:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/89fd7f02bc1f44c09e909d85c3cee110 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/89fd7f02bc1f44c09e909d85c3cee110
2024-11-09T11:26:35,721 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/89fd7f02bc1f44c09e909d85c3cee110, entries=150, sequenceid=230, filesize=11.9 K
2024-11-09T11:26:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/329079d298f64325ad2b6bc9d492efc8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/329079d298f64325ad2b6bc9d492efc8
2024-11-09T11:26:35,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/329079d298f64325ad2b6bc9d492efc8, entries=150, sequenceid=230, filesize=11.9 K
2024-11-09T11:26:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/dd53a86f3b344a2796548df0e1f875bc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dd53a86f3b344a2796548df0e1f875bc
2024-11-09T11:26:35,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dd53a86f3b344a2796548df0e1f875bc, entries=150, sequenceid=230, filesize=11.9 K
2024-11-09T11:26:35,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6cd69138f4502e800f5d9964e3621dfb in 463ms, sequenceid=230, compaction requested=false
2024-11-09T11:26:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-11-09T11:26:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-11-09T11:26:35,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-09T11:26:35,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec
2024-11-09T11:26:35,733 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 619 msec
2024-11-09T11:26:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-09T11:26:35,742 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:35,742 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees
2024-11-09T11:26:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-09T11:26:35,744 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:35,744 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:35,744 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:35,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:35,817 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:35,817 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T11:26:35,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/fe69b148425b435489d221a2838367e3 is 50, key is test_row_0/A:col10/1731151595492/Put/seqid=0
2024-11-09T11:26:35,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742278_1454 (size=14541)
2024-11-09T11:26:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-09T11:26:35,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151655841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151655846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151655846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151655853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-09T11:26:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:35,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:35,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:35,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:35,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151655962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151655962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151655962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:35,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151655972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:35,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-09T11:26:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-09T11:26:36,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151656172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151656172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151656172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151656181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-09T11:26:36,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:36,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:36,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=136
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:36,224 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/fe69b148425b435489d221a2838367e3
2024-11-09T11:26:36,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/412a6c451e7a421e932ebfdeaf5e6de9 is 50, key is test_row_0/B:col10/1731151595492/Put/seqid=0
2024-11-09T11:26:36,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742279_1455 (size=12151)
2024-11-09T11:26:36,235 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/412a6c451e7a421e932ebfdeaf5e6de9
2024-11-09T11:26:36,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/91cd18c0d57f4e51add9a58ad8bb71b9 is 50, key is test_row_0/C:col10/1731151595492/Put/seqid=0
2024-11-09T11:26:36,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742280_1456 (size=12151)
2024-11-09T11:26:36,250 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/91cd18c0d57f4e51add9a58ad8bb71b9
2024-11-09T11:26:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/fe69b148425b435489d221a2838367e3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/fe69b148425b435489d221a2838367e3
2024-11-09T11:26:36,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/fe69b148425b435489d221a2838367e3, entries=200, sequenceid=249, filesize=14.2 K
2024-11-09T11:26:36,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/412a6c451e7a421e932ebfdeaf5e6de9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/412a6c451e7a421e932ebfdeaf5e6de9
2024-11-09T11:26:36,265 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/412a6c451e7a421e932ebfdeaf5e6de9, entries=150, sequenceid=249, filesize=11.9 K
2024-11-09T11:26:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/91cd18c0d57f4e51add9a58ad8bb71b9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/91cd18c0d57f4e51add9a58ad8bb71b9
2024-11-09T11:26:36,269 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/91cd18c0d57f4e51add9a58ad8bb71b9, entries=150, sequenceid=249, filesize=11.9 K
2024-11-09T11:26:36,270 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6cd69138f4502e800f5d9964e3621dfb in 453ms, sequenceid=249, compaction requested=true
2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:36,270 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:36,270 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:36,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:36,272 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,272 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,272 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/49bc912ac41c4fc9859b7cb5d292285c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/329079d298f64325ad2b6bc9d492efc8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/412a6c451e7a421e932ebfdeaf5e6de9] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.0 K
2024-11-09T11:26:36,272 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0e71da96169c493f998061bfe2309277, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/89fd7f02bc1f44c09e909d85c3cee110, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/fe69b148425b435489d221a2838367e3] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=38.2 K
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 49bc912ac41c4fc9859b7cb5d292285c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731151593652
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e71da96169c493f998061bfe2309277, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731151593652
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 329079d298f64325ad2b6bc9d492efc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731151594828
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89fd7f02bc1f44c09e909d85c3cee110, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731151594828
2024-11-09T11:26:36,272 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 412a6c451e7a421e932ebfdeaf5e6de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151595487
2024-11-09T11:26:36,273 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe69b148425b435489d221a2838367e3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151595487
2024-11-09T11:26:36,280 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:36,280 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:36,280 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/a769665ac0ca402aac509a77cad8555c is 50, key is test_row_0/A:col10/1731151595492/Put/seqid=0
2024-11-09T11:26:36,281 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/8c901bdff3674f54926599ff63e9afa1 is 50, key is test_row_0/B:col10/1731151595492/Put/seqid=0
2024-11-09T11:26:36,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742282_1458 (size=12663)
2024-11-09T11:26:36,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742281_1457 (size=12561)
2024-11-09T11:26:36,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136
2024-11-09T11:26:36,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T11:26:36,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/18f14c3e003b40f8be71c9ccafb981c3 is 50, key is test_row_0/A:col10/1731151595840/Put/seqid=0
2024-11-09T11:26:36,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742283_1459 (size=12301)
2024-11-09T11:26:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-09T11:26:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:36,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:36,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151656514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151656551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151656551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151656552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151656662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151656672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151656672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151656672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,691 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/8c901bdff3674f54926599ff63e9afa1 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/8c901bdff3674f54926599ff63e9afa1
2024-11-09T11:26:36,691 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/a769665ac0ca402aac509a77cad8555c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a769665ac0ca402aac509a77cad8555c
2024-11-09T11:26:36,695 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into a769665ac0ca402aac509a77cad8555c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:36,695 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 8c901bdff3674f54926599ff63e9afa1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:36,695 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151596270; duration=0sec
2024-11-09T11:26:36,695 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151596270; duration=0sec
2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:36,695 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:36,696 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:36,696 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:36,696 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:36,696 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/9d9efd9a33d54f63ab0235f8f4964201, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dd53a86f3b344a2796548df0e1f875bc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/91cd18c0d57f4e51add9a58ad8bb71b9] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.0 K
2024-11-09T11:26:36,697 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d9efd9a33d54f63ab0235f8f4964201, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731151593652
2024-11-09T11:26:36,697 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd53a86f3b344a2796548df0e1f875bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731151594828
2024-11-09T11:26:36,697 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91cd18c0d57f4e51add9a58ad8bb71b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151595487
2024-11-09T11:26:36,702 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:36,703 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/ac1292b72089491fae701f6ddfe01082 is 50, key is test_row_0/C:col10/1731151595492/Put/seqid=0
2024-11-09T11:26:36,705 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742284_1460 (size=12663)
2024-11-09T11:26:36,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/18f14c3e003b40f8be71c9ccafb981c3
2024-11-09T11:26:36,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ed587c4701024fd0ae868e0b358e2072 is 50, key is test_row_0/B:col10/1731151595840/Put/seqid=0
2024-11-09T11:26:36,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742285_1461 (size=12301)
2024-11-09T11:26:36,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151656872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-09T11:26:36,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151656882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151656882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:36,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151656882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:36,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,109 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/ac1292b72089491fae701f6ddfe01082 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/ac1292b72089491fae701f6ddfe01082
2024-11-09T11:26:37,113 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into ac1292b72089491fae701f6ddfe01082(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:37,113 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:37,113 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151596270; duration=0sec
2024-11-09T11:26:37,113 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:37,113 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:37,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ed587c4701024fd0ae868e0b358e2072
2024-11-09T11:26:37,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/6ff1a77217a94ff2be10e225adbbae28 is 50, key is test_row_0/C:col10/1731151595840/Put/seqid=0
2024-11-09T11:26:37,182 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742286_1462 (size=12301)
2024-11-09T11:26:37,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151657182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151657192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151657192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151657192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/6ff1a77217a94ff2be10e225adbbae28
2024-11-09T11:26:37,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/18f14c3e003b40f8be71c9ccafb981c3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/18f14c3e003b40f8be71c9ccafb981c3
2024-11-09T11:26:37,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/18f14c3e003b40f8be71c9ccafb981c3, entries=150, sequenceid=269, filesize=12.0 K
2024-11-09T11:26:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ed587c4701024fd0ae868e0b358e2072 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ed587c4701024fd0ae868e0b358e2072
2024-11-09T11:26:37,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ed587c4701024fd0ae868e0b358e2072, entries=150, sequenceid=269, filesize=12.0 K
2024-11-09T11:26:37,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/6ff1a77217a94ff2be10e225adbbae28 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6ff1a77217a94ff2be10e225adbbae28
2024-11-09T11:26:37,596 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6ff1a77217a94ff2be10e225adbbae28, entries=150, sequenceid=269, filesize=12.0 K
2024-11-09T11:26:37,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 6cd69138f4502e800f5d9964e3621dfb in 1244ms, sequenceid=269, compaction requested=false
2024-11-09T11:26:37,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:37,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:37,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136
2024-11-09T11:26:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=136
2024-11-09T11:26:37,600 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-09T11:26:37,600 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8550 sec
2024-11-09T11:26:37,601 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.8580 sec
2024-11-09T11:26:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:37,695 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:37,695 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-09T11:26:37,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/b3d43caf58094a39bea3e0cf38f374a8 is 50, key is test_row_0/A:col10/1731151597694/Put/seqid=0
2024-11-09T11:26:37,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742287_1463 (size=14741)
2024-11-09T11:26:37,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151657728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151657729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151657729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151657730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151657841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151657842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151657842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151657852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-09T11:26:37,892 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:37,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees
2024-11-09T11:26:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-09T11:26:37,894 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:37,894 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:37,894 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:38,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-09T11:26:38,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-09T11:26:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151658062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151658062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151658062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151658062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/b3d43caf58094a39bea3e0cf38f374a8
2024-11-09T11:26:38,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ff1a21ff89ed4b52996292f9e823aa16 is 50, key is test_row_0/B:col10/1731151597694/Put/seqid=0
2024-11-09T11:26:38,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742288_1464 (size=12301)
2024-11-09T11:26:38,112 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ff1a21ff89ed4b52996292f9e823aa16
2024-11-09T11:26:38,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/dc910d2c2a86481daed42c9ec9947963 is 50, key is test_row_0/C:col10/1731151597694/Put/seqid=0
2024-11-09T11:26:38,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742289_1465 (size=12301)
2024-11-09T11:26:38,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-09T11:26:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-09T11:26:38,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-09T11:26:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151658372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151658372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151658372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151658372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-09T11:26:38,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:38,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=138
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-09T11:26:38,523 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/dc910d2c2a86481daed42c9ec9947963
2024-11-09T11:26:38,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/b3d43caf58094a39bea3e0cf38f374a8 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/b3d43caf58094a39bea3e0cf38f374a8
2024-11-09T11:26:38,529 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/b3d43caf58094a39bea3e0cf38f374a8, entries=200, sequenceid=291, filesize=14.4 K
2024-11-09T11:26:38,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/ff1a21ff89ed4b52996292f9e823aa16 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ff1a21ff89ed4b52996292f9e823aa16
2024-11-09T11:26:38,532 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ff1a21ff89ed4b52996292f9e823aa16, entries=150, sequenceid=291, filesize=12.0 K
2024-11-09T11:26:38,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/dc910d2c2a86481daed42c9ec9947963 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dc910d2c2a86481daed42c9ec9947963
2024-11-09T11:26:38,535 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dc910d2c2a86481daed42c9ec9947963, entries=150, sequenceid=291, filesize=12.0 K
2024-11-09T11:26:38,536 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6cd69138f4502e800f5d9964e3621dfb in 841ms, sequenceid=291, compaction requested=true
2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:38,536 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:38,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-09T11:26:38,537 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:38,537 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:38,537 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39603 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:38,537 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:38,537 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:38,537 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,537 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,537 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a769665ac0ca402aac509a77cad8555c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/18f14c3e003b40f8be71c9ccafb981c3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/b3d43caf58094a39bea3e0cf38f374a8] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=38.7 K
2024-11-09T11:26:38,537 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/8c901bdff3674f54926599ff63e9afa1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ed587c4701024fd0ae868e0b358e2072, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ff1a21ff89ed4b52996292f9e823aa16] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.4 K
2024-11-09T11:26:38,538 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting a769665ac0ca402aac509a77cad8555c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151595487
2024-11-09T11:26:38,538 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c901bdff3674f54926599ff63e9afa1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151595487
2024-11-09T11:26:38,538 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ed587c4701024fd0ae868e0b358e2072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731151595840
2024-11-09T11:26:38,538 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f14c3e003b40f8be71c9ccafb981c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731151595840
2024-11-09T11:26:38,538 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3d43caf58094a39bea3e0cf38f374a8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731151596507
2024-11-09T11:26:38,538 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1a21ff89ed4b52996292f9e823aa16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731151596517
2024-11-09T11:26:38,544 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:38,544 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:38,545 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/e89b986a154f44849cbcfb9bb62eee3f is 50, key is test_row_0/B:col10/1731151597694/Put/seqid=0
2024-11-09T11:26:38,545 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/6ef7f86fd5b94f51bebfa43cf680395b is 50, key is test_row_0/A:col10/1731151597694/Put/seqid=0
2024-11-09T11:26:38,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742291_1467 (size=12813)
2024-11-09T11:26:38,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742290_1466 (size=12915)
2024-11-09T11:26:38,559 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/e89b986a154f44849cbcfb9bb62eee3f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e89b986a154f44849cbcfb9bb62eee3f
2024-11-09T11:26:38,563 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into e89b986a154f44849cbcfb9bb62eee3f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:38,563 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:38,563 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151598536; duration=0sec
2024-11-09T11:26:38,563 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:38,563 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:38,564 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:38,564 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:38,564 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:38,564 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,564 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/ac1292b72089491fae701f6ddfe01082, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6ff1a77217a94ff2be10e225adbbae28, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dc910d2c2a86481daed42c9ec9947963] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.4 K
2024-11-09T11:26:38,565 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ac1292b72089491fae701f6ddfe01082, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731151595487
2024-11-09T11:26:38,565 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff1a77217a94ff2be10e225adbbae28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731151595840
2024-11-09T11:26:38,565 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting dc910d2c2a86481daed42c9ec9947963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731151596517
2024-11-09T11:26:38,572 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:38,573 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/8cbc457724924188a34e3698c0690873 is 50, key is test_row_0/C:col10/1731151597694/Put/seqid=0
2024-11-09T11:26:38,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742292_1468 (size=12915)
2024-11-09T11:26:38,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138
2024-11-09T11:26:38,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:38,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-09T11:26:38,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/bc671c2dfb674b968c986bf10222f356 is 50, key is test_row_0/A:col10/1731151597727/Put/seqid=0
2024-11-09T11:26:38,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742293_1469 (size=12301)
2024-11-09T11:26:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:38,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151658939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151658940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,958 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/6ef7f86fd5b94f51bebfa43cf680395b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/6ef7f86fd5b94f51bebfa43cf680395b
2024-11-09T11:26:38,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151658944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151658945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:38,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:38,962 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into 6ef7f86fd5b94f51bebfa43cf680395b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:38,962 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:38,962 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151598536; duration=0sec
2024-11-09T11:26:38,962 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:38,962 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:38,981 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/8cbc457724924188a34e3698c0690873 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/8cbc457724924188a34e3698c0690873
2024-11-09T11:26:38,985 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 8cbc457724924188a34e3698c0690873(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:38,985 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:38,985 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151598536; duration=0sec
2024-11-09T11:26:38,985 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:38,985 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-09T11:26:39,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151659052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151659052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,064 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/bc671c2dfb674b968c986bf10222f356
2024-11-09T11:26:39,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151659061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151659062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/85f1f44f2195472cba17ca0e42b960db is 50, key is test_row_0/B:col10/1731151597727/Put/seqid=0
2024-11-09T11:26:39,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742294_1470 (size=12301)
2024-11-09T11:26:39,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151659262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151659262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151659271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151659271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,474 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/85f1f44f2195472cba17ca0e42b960db
2024-11-09T11:26:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/be2ac24d0a8b4eda942c2f695b50bb34 is 50, key is test_row_0/C:col10/1731151597727/Put/seqid=0
2024-11-09T11:26:39,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742295_1471 (size=12301)
2024-11-09T11:26:39,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151659572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,577 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151659572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151659582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151659582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35714 deadline: 1731151659702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:39,708 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_2' in 6cd69138f4502e800f5d9964e3621dfb of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:39,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/be2ac24d0a8b4eda942c2f695b50bb34
2024-11-09T11:26:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/bc671c2dfb674b968c986bf10222f356 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/bc671c2dfb674b968c986bf10222f356
2024-11-09T11:26:39,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/bc671c2dfb674b968c986bf10222f356, entries=150, sequenceid=309, filesize=12.0 K
2024-11-09T11:26:39,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/85f1f44f2195472cba17ca0e42b960db as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/85f1f44f2195472cba17ca0e42b960db
2024-11-09T11:26:39,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/85f1f44f2195472cba17ca0e42b960db, entries=150, sequenceid=309, filesize=12.0 K
2024-11-09T11:26:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/be2ac24d0a8b4eda942c2f695b50bb34 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/be2ac24d0a8b4eda942c2f695b50bb34
2024-11-09T11:26:39,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/be2ac24d0a8b4eda942c2f695b50bb34, entries=150, sequenceid=309, filesize=12.0 K
2024-11-09T11:26:39,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6cd69138f4502e800f5d9964e3621dfb in 1244ms, sequenceid=309, compaction requested=false
2024-11-09T11:26:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-11-09T11:26:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-11-09T11:26:39,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-09T11:26:39,904 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec
2024-11-09T11:26:39,905 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.0120 sec
2024-11-09T11:26:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-09T11:26:40,042 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:40,042 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees
2024-11-09T11:26:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:40,044 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:40,044 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:40,045 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:40,086 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:40,086 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T11:26:40,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/c624b71d87db410fab83ab810bb30174 is 50, key is test_row_0/A:col10/1731151598938/Put/seqid=0
2024-11-09T11:26:40,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742296_1472 (size=14741)
2024-11-09T11:26:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151660117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151660118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151660119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151660120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:40,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151660232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151660232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151660232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151660232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:40,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151660442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151660452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151660452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151660452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,496 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/c624b71d87db410fab83ab810bb30174
2024-11-09T11:26:40,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/54a805e522e64275802150d267d58919 is 50, key is test_row_0/B:col10/1731151598938/Put/seqid=0
2024-11-09T11:26:40,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742297_1473 (size=12301)
2024-11-09T11:26:40,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:40,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151660752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151660762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151660762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151660762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:40,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,905 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/54a805e522e64275802150d267d58919
2024-11-09T11:26:40,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/25992663e93949f095ce0ff61bb25d26 is 50, key is test_row_0/C:col10/1731151598938/Put/seqid=0
2024-11-09T11:26:40,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742298_1474 (size=12301)
2024-11-09T11:26:40,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:40,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:41,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:41,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:41,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140
java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=140
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:41,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151661272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:41,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151661272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:41,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151661272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:41,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151661273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:41,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:41,315 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/25992663e93949f095ce0ff61bb25d26
2024-11-09T11:26:41,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/c624b71d87db410fab83ab810bb30174 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c624b71d87db410fab83ab810bb30174
2024-11-09T11:26:41,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c624b71d87db410fab83ab810bb30174, entries=200, sequenceid=331, filesize=14.4 K
2024-11-09T11:26:41,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/54a805e522e64275802150d267d58919 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/54a805e522e64275802150d267d58919
2024-11-09T11:26:41,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/54a805e522e64275802150d267d58919, entries=150, sequenceid=331, filesize=12.0 K
2024-11-09T11:26:41,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/25992663e93949f095ce0ff61bb25d26 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/25992663e93949f095ce0ff61bb25d26
2024-11-09T11:26:41,327 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/25992663e93949f095ce0ff61bb25d26, entries=150, sequenceid=331, filesize=12.0 K
2024-11-09T11:26:41,327 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6cd69138f4502e800f5d9964e3621dfb in 1241ms, sequenceid=331, compaction requested=true
2024-11-09T11:26:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:41,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:41,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:41,328 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:41,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:41,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:41,328 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:41,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:41,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:41,328 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39855 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:41,328 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:41,328 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:41,328 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:41,328 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,328 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,328 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/6ef7f86fd5b94f51bebfa43cf680395b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/bc671c2dfb674b968c986bf10222f356, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c624b71d87db410fab83ab810bb30174] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=38.9 K
2024-11-09T11:26:41,329 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e89b986a154f44849cbcfb9bb62eee3f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/85f1f44f2195472cba17ca0e42b960db, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/54a805e522e64275802150d267d58919] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.6 K
2024-11-09T11:26:41,330 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ef7f86fd5b94f51bebfa43cf680395b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731151596517
2024-11-09T11:26:41,330 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e89b986a154f44849cbcfb9bb62eee3f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731151596517
2024-11-09T11:26:41,330 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 85f1f44f2195472cba17ca0e42b960db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731151597727
2024-11-09T11:26:41,330 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc671c2dfb674b968c986bf10222f356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731151597727
2024-11-09T11:26:41,331 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 54a805e522e64275802150d267d58919, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151598938
2024-11-09T11:26:41,331 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c624b71d87db410fab83ab810bb30174, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151598938
2024-11-09T11:26:41,336 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:41,336 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:41,337 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/6181cdbcaa6c4168a12d13041ab72869 is 50, key is test_row_0/B:col10/1731151598938/Put/seqid=0
2024-11-09T11:26:41,337 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/23a96f38b8b14cfab2218fb8130b5fc3 is 50, key is test_row_0/A:col10/1731151598938/Put/seqid=0
2024-11-09T11:26:41,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742300_1476 (size=12915)
2024-11-09T11:26:41,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742299_1475 (size=13017)
2024-11-09T11:26:41,349 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/6181cdbcaa6c4168a12d13041ab72869 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/6181cdbcaa6c4168a12d13041ab72869
2024-11-09T11:26:41,355 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 6181cdbcaa6c4168a12d13041ab72869(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:41,355 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:41,355 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151601328; duration=0sec
2024-11-09T11:26:41,355 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:41,355 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:41,355 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:41,356 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:41,356 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:41,356 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,356 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/8cbc457724924188a34e3698c0690873, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/be2ac24d0a8b4eda942c2f695b50bb34, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/25992663e93949f095ce0ff61bb25d26] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.6 K
2024-11-09T11:26:41,356 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cbc457724924188a34e3698c0690873, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731151596517
2024-11-09T11:26:41,357 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting be2ac24d0a8b4eda942c2f695b50bb34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731151597727
2024-11-09T11:26:41,357 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 25992663e93949f095ce0ff61bb25d26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151598938
2024-11-09T11:26:41,363 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:41,364 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/2884c2fad62d4a24810a30aef8c7ccf5 is 50, key is test_row_0/C:col10/1731151598938/Put/seqid=0
2024-11-09T11:26:41,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742301_1477 (size=13017)
2024-11-09T11:26:41,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140
2024-11-09T11:26:41,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:41,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T11:26:41,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/105e1c85d53443cdad4fe2f3d1a8f306 is 50, key is test_row_0/A:col10/1731151600119/Put/seqid=0
2024-11-09T11:26:41,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742302_1478 (size=12301)
2024-11-09T11:26:41,749 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/23a96f38b8b14cfab2218fb8130b5fc3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/23a96f38b8b14cfab2218fb8130b5fc3
2024-11-09T11:26:41,752 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into 23a96f38b8b14cfab2218fb8130b5fc3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:41,752 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:41,752 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151601327; duration=0sec
2024-11-09T11:26:41,752 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:41,752 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:41,771 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/2884c2fad62d4a24810a30aef8c7ccf5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2884c2fad62d4a24810a30aef8c7ccf5
2024-11-09T11:26:41,774 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 2884c2fad62d4a24810a30aef8c7ccf5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:41,774 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:41,774 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151601328; duration=0sec
2024-11-09T11:26:41,774 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:41,774 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:41,824 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/105e1c85d53443cdad4fe2f3d1a8f306
2024-11-09T11:26:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/d6162cd80fbf494daf9c28fa73549d5d is 50, key is test_row_0/B:col10/1731151600119/Put/seqid=0
2024-11-09T11:26:41,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742303_1479 (size=12301)
2024-11-09T11:26:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:42,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/d6162cd80fbf494daf9c28fa73549d5d
2024-11-09T11:26:42,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/aaaa8e1cdd4a451a8bfa53bed112ae76 is 50, key is test_row_0/C:col10/1731151600119/Put/seqid=0
2024-11-09T11:26:42,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742304_1480 (size=12301)
2024-11-09T11:26:42,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. as already flushing
2024-11-09T11:26:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:42,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151662318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151662319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151662323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151662324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151662432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151662432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151662432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151662442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,457 INFO  [Thread-1830 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1830.
2024-11-09T11:26:42,457 DEBUG [Thread-1830 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,457 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,458 DEBUG [Thread-1830 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,458 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,458 INFO  [Thread-1832 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1832.
2024-11-09T11:26:42,458 DEBUG [Thread-1832 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,458 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,458 DEBUG [Thread-1832 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,458 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,464 INFO  [Thread-1838 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1838.
2024-11-09T11:26:42,464 DEBUG [Thread-1838 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,464 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,464 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,464 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,465 INFO  [Thread-1836 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1836.
2024-11-09T11:26:42,465 DEBUG [Thread-1836 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,465 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,465 DEBUG [Thread-1836 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,465 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,466 INFO  [Thread-1834 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1834.
2024-11-09T11:26:42,466 DEBUG [Thread-1834 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,466 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,466 DEBUG [Thread-1834 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,466 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35736 deadline: 1731151662643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35748 deadline: 1731151662643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35734 deadline: 1731151662644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/aaaa8e1cdd4a451a8bfa53bed112ae76
2024-11-09T11:26:42,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35756 deadline: 1731151662653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 , the old value is region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:42,654 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., hostname=3264b4bbda9f,45745,1731151465654, seqNum=2 because the exception is null or not the one we care about
2024-11-09T11:26:42,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/105e1c85d53443cdad4fe2f3d1a8f306 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/105e1c85d53443cdad4fe2f3d1a8f306
2024-11-09T11:26:42,662 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/105e1c85d53443cdad4fe2f3d1a8f306, entries=150, sequenceid=348, filesize=12.0 K
2024-11-09T11:26:42,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/d6162cd80fbf494daf9c28fa73549d5d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/d6162cd80fbf494daf9c28fa73549d5d
2024-11-09T11:26:42,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/d6162cd80fbf494daf9c28fa73549d5d, entries=150, sequenceid=348, filesize=12.0 K
2024-11-09T11:26:42,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/aaaa8e1cdd4a451a8bfa53bed112ae76 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/aaaa8e1cdd4a451a8bfa53bed112ae76
2024-11-09T11:26:42,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/aaaa8e1cdd4a451a8bfa53bed112ae76, entries=150, sequenceid=348, filesize=12.0 K
2024-11-09T11:26:42,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6cd69138f4502e800f5d9964e3621dfb in 1257ms, sequenceid=348, compaction requested=false
2024-11-09T11:26:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140
2024-11-09T11:26:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=140
2024-11-09T11:26:42,677 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-09T11:26:42,677 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec
2024-11-09T11:26:42,679 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.6360 sec
2024-11-09T11:26:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:42,958 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:42,959 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-09T11:26:42,959 INFO  [Thread-1827 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1827.
2024-11-09T11:26:42,959 INFO  [Thread-1819 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1819.
2024-11-09T11:26:42,959 INFO  [Thread-1821 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1821.
2024-11-09T11:26:42,959 DEBUG [Thread-1819 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,959 DEBUG [Thread-1827 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,959 DEBUG [Thread-1821 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,959 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,959 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,959 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,959 DEBUG [Thread-1819 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,959 DEBUG [Thread-1821 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,959 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,964 INFO  [Thread-1825 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1825.
2024-11-09T11:26:42,964 DEBUG [Thread-1825 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:42,964 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,964 DEBUG [Thread-1825 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:42,964 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:42,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/9c7637aa82bf49c6a4cf859c54ea76c5 is 50, key is test_row_0/A:col10/1731151602317/Put/seqid=0
2024-11-09T11:26:42,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742305_1481 (size=12301)
2024-11-09T11:26:43,369 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/9c7637aa82bf49c6a4cf859c54ea76c5
2024-11-09T11:26:43,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/b65710a3fb864de6a6da84aa8d9f0554 is 50, key is test_row_0/B:col10/1731151602317/Put/seqid=0
2024-11-09T11:26:43,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742306_1482 (size=12301)
2024-11-09T11:26:43,814 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/b65710a3fb864de6a6da84aa8d9f0554
2024-11-09T11:26:43,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/2a0e2d78d4d44a13973a51d42261674a is 50, key is test_row_0/C:col10/1731151602317/Put/seqid=0
2024-11-09T11:26:43,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742307_1483 (size=12301)
2024-11-09T11:26:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-09T11:26:44,223 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:44,232 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/2a0e2d78d4d44a13973a51d42261674a
2024-11-09T11:26:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/9c7637aa82bf49c6a4cf859c54ea76c5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/9c7637aa82bf49c6a4cf859c54ea76c5
2024-11-09T11:26:44,247 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/9c7637aa82bf49c6a4cf859c54ea76c5, entries=150, sequenceid=373, filesize=12.0 K
2024-11-09T11:26:44,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/b65710a3fb864de6a6da84aa8d9f0554 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/b65710a3fb864de6a6da84aa8d9f0554
2024-11-09T11:26:44,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/b65710a3fb864de6a6da84aa8d9f0554, entries=150, sequenceid=373, filesize=12.0 K
2024-11-09T11:26:44,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/2a0e2d78d4d44a13973a51d42261674a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2a0e2d78d4d44a13973a51d42261674a
2024-11-09T11:26:44,255 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2a0e2d78d4d44a13973a51d42261674a, entries=150, sequenceid=373, filesize=12.0 K
2024-11-09T11:26:44,256 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 6cd69138f4502e800f5d9964e3621dfb in 1298ms, sequenceid=373, compaction requested=true
2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:44,256 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6cd69138f4502e800f5d9964e3621dfb:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:26:44,256 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/A is initiating minor compaction (all files)
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/B is initiating minor compaction (all files)
2024-11-09T11:26:44,257 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/A in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:44,257 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/B in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:44,257 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/23a96f38b8b14cfab2218fb8130b5fc3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/105e1c85d53443cdad4fe2f3d1a8f306, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/9c7637aa82bf49c6a4cf859c54ea76c5] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.6 K
2024-11-09T11:26:44,257 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/6181cdbcaa6c4168a12d13041ab72869, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/d6162cd80fbf494daf9c28fa73549d5d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/b65710a3fb864de6a6da84aa8d9f0554] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.7 K
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6181cdbcaa6c4168a12d13041ab72869, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151598938
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a96f38b8b14cfab2218fb8130b5fc3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151598938
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 105e1c85d53443cdad4fe2f3d1a8f306, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731151600108
2024-11-09T11:26:44,257 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6162cd80fbf494daf9c28fa73549d5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731151600108
2024-11-09T11:26:44,258 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7637aa82bf49c6a4cf859c54ea76c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731151602317
2024-11-09T11:26:44,258 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b65710a3fb864de6a6da84aa8d9f0554, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731151602317
2024-11-09T11:26:44,263 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:44,263 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:44,264 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/88b4eb9731f1459ab29b29fcb01b42e3 is 50, key is test_row_0/B:col10/1731151602317/Put/seqid=0
2024-11-09T11:26:44,264 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/2c4e152becfc40878a6c19d59cf2ddb3 is 50, key is test_row_0/A:col10/1731151602317/Put/seqid=0
2024-11-09T11:26:44,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742308_1484 (size=13119)
2024-11-09T11:26:44,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742309_1485 (size=13017)
2024-11-09T11:26:44,677 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/88b4eb9731f1459ab29b29fcb01b42e3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b4eb9731f1459ab29b29fcb01b42e3
2024-11-09T11:26:44,677 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/2c4e152becfc40878a6c19d59cf2ddb3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/2c4e152becfc40878a6c19d59cf2ddb3
2024-11-09T11:26:44,683 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/B of 6cd69138f4502e800f5d9964e3621dfb into 88b4eb9731f1459ab29b29fcb01b42e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:44,683 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/A of 6cd69138f4502e800f5d9964e3621dfb into 2c4e152becfc40878a6c19d59cf2ddb3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:44,683 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/B, priority=13, startTime=1731151604256; duration=0sec
2024-11-09T11:26:44,683 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/A, priority=13, startTime=1731151604256; duration=0sec
2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:A
2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:B
2024-11-09T11:26:44,683 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:26:44,684 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:26:44,684 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 6cd69138f4502e800f5d9964e3621dfb/C is initiating minor compaction (all files)
2024-11-09T11:26:44,684 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6cd69138f4502e800f5d9964e3621dfb/C in TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:44,684 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2884c2fad62d4a24810a30aef8c7ccf5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/aaaa8e1cdd4a451a8bfa53bed112ae76, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2a0e2d78d4d44a13973a51d42261674a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp, totalSize=36.7 K
2024-11-09T11:26:44,684 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2884c2fad62d4a24810a30aef8c7ccf5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731151598938
2024-11-09T11:26:44,685 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting aaaa8e1cdd4a451a8bfa53bed112ae76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731151600108
2024-11-09T11:26:44,685 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a0e2d78d4d44a13973a51d42261674a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731151602317
2024-11-09T11:26:44,691 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6cd69138f4502e800f5d9964e3621dfb#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:26:44,691 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/623ddfb5443a4dc98a46daa32ba49e31 is 50, key is test_row_0/C:col10/1731151602317/Put/seqid=0
2024-11-09T11:26:44,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742310_1486 (size=13119)
2024-11-09T11:26:45,105 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/623ddfb5443a4dc98a46daa32ba49e31 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/623ddfb5443a4dc98a46daa32ba49e31
2024-11-09T11:26:45,112 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6cd69138f4502e800f5d9964e3621dfb/C of 6cd69138f4502e800f5d9964e3621dfb into 623ddfb5443a4dc98a46daa32ba49e31(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:26:45,112 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6cd69138f4502e800f5d9964e3621dfb:

2024-11-09T11:26:45,112 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., storeName=6cd69138f4502e800f5d9964e3621dfb/C, priority=13, startTime=1731151604256; duration=0sec
2024-11-09T11:26:45,112 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:26:45,112 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6cd69138f4502e800f5d9964e3621dfb:C
2024-11-09T11:26:49,767 INFO  [Thread-1823 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1823.
2024-11-09T11:26:49,767 DEBUG [Thread-1823 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:26:49,767 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:49,767 DEBUG [Thread-1823 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:49,768 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:49,768 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T11:26:49,768 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-09T11:26:49,768 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 33
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 61
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1664
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4991 rows
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1667
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5001 rows
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1665
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4991 rows
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1663
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4988 rows
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1675
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5023 rows
2024-11-09T11:26:49,769 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:26:49,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:26:49,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:49,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:49,770 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:26:49,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T11:26:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-09T11:26:49,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151609777"}]},"ts":"1731151609777"}
2024-11-09T11:26:49,778 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T11:26:49,778 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T11:26:49,779 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:26:49,781 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, UNASSIGN}]
2024-11-09T11:26:49,782 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, UNASSIGN
2024-11-09T11:26:49,783 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=6cd69138f4502e800f5d9964e3621dfb, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:49,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, UNASSIGN because future has completed
2024-11-09T11:26:49,785 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:26:49,785 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:26:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-09T11:26:49,938 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:49,938 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:26:49,938 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 6cd69138f4502e800f5d9964e3621dfb, disabling compactions & flushes
2024-11-09T11:26:49,938 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:49,938 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:49,938 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. after waiting 0 ms
2024-11-09T11:26:49,938 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:49,939 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing 6cd69138f4502e800f5d9964e3621dfb 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-09T11:26:49,948 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/08f4648f98884940913d79673efe9ec7 is 50, key is test_row_1/A:col10/1731151602963/Put/seqid=0
2024-11-09T11:26:49,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742311_1487 (size=9857)
2024-11-09T11:26:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-09T11:26:50,353 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/08f4648f98884940913d79673efe9ec7
2024-11-09T11:26:50,366 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/f168799f291e45f08a1f7ef532bce736 is 50, key is test_row_1/B:col10/1731151602963/Put/seqid=0
2024-11-09T11:26:50,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742312_1488 (size=9857)
2024-11-09T11:26:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-09T11:26:50,772 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/f168799f291e45f08a1f7ef532bce736
2024-11-09T11:26:50,786 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/cf8ff2919b94426586ef8faee7406ee2 is 50, key is test_row_1/C:col10/1731151602963/Put/seqid=0
2024-11-09T11:26:50,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742313_1489 (size=9857)
2024-11-09T11:26:50,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-09T11:26:51,194 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/cf8ff2919b94426586ef8faee7406ee2
2024-11-09T11:26:51,203 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/A/08f4648f98884940913d79673efe9ec7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/08f4648f98884940913d79673efe9ec7
2024-11-09T11:26:51,207 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/08f4648f98884940913d79673efe9ec7, entries=100, sequenceid=381, filesize=9.6 K
2024-11-09T11:26:51,209 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/B/f168799f291e45f08a1f7ef532bce736 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/f168799f291e45f08a1f7ef532bce736
2024-11-09T11:26:51,213 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/f168799f291e45f08a1f7ef532bce736, entries=100, sequenceid=381, filesize=9.6 K
2024-11-09T11:26:51,214 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/.tmp/C/cf8ff2919b94426586ef8faee7406ee2 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/cf8ff2919b94426586ef8faee7406ee2
2024-11-09T11:26:51,219 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/cf8ff2919b94426586ef8faee7406ee2, entries=100, sequenceid=381, filesize=9.6 K
2024-11-09T11:26:51,220 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 6cd69138f4502e800f5d9964e3621dfb in 1281ms, sequenceid=381, compaction requested=false
2024-11-09T11:26:51,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a9821e912f7d43d08ab5742896cd36ff, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/d08374ee77ab4f7b9c71bfa97c8adf64, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/be9949392d354a329271a5566730064d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f98a7703a58949ab8f6ba009becd1acc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/4a03cc406c814d3ca490b70b069d8558, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0d0ce0e1300d406d84566f015ec9c318, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/092793f4b0b34936912709eb4f8739d2, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/8bf3c554badc484aa3241c80168ce5a6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/00b98637cb7c4af2be4d5ca90d415d5e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0e71da96169c493f998061bfe2309277, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/89fd7f02bc1f44c09e909d85c3cee110, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/fe69b148425b435489d221a2838367e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a769665ac0ca402aac509a77cad8555c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/18f14c3e003b40f8be71c9ccafb981c3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/b3d43caf58094a39bea3e0cf38f374a8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/6ef7f86fd5b94f51bebfa43cf680395b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/bc671c2dfb674b968c986bf10222f356, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c624b71d87db410fab83ab810bb30174, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/23a96f38b8b14cfab2218fb8130b5fc3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/105e1c85d53443cdad4fe2f3d1a8f306, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/9c7637aa82bf49c6a4cf859c54ea76c5] to archive
2024-11-09T11:26:51,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:51,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a9821e912f7d43d08ab5742896cd36ff to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a9821e912f7d43d08ab5742896cd36ff
2024-11-09T11:26:51,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/d08374ee77ab4f7b9c71bfa97c8adf64 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/d08374ee77ab4f7b9c71bfa97c8adf64
2024-11-09T11:26:51,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/be9949392d354a329271a5566730064d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/be9949392d354a329271a5566730064d
2024-11-09T11:26:51,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f98a7703a58949ab8f6ba009becd1acc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/f98a7703a58949ab8f6ba009becd1acc
2024-11-09T11:26:51,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/4a03cc406c814d3ca490b70b069d8558 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/4a03cc406c814d3ca490b70b069d8558
2024-11-09T11:26:51,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0d0ce0e1300d406d84566f015ec9c318 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0d0ce0e1300d406d84566f015ec9c318
2024-11-09T11:26:51,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/092793f4b0b34936912709eb4f8739d2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/092793f4b0b34936912709eb4f8739d2
2024-11-09T11:26:51,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/8bf3c554badc484aa3241c80168ce5a6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/8bf3c554badc484aa3241c80168ce5a6
2024-11-09T11:26:51,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/00b98637cb7c4af2be4d5ca90d415d5e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/00b98637cb7c4af2be4d5ca90d415d5e
2024-11-09T11:26:51,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0e71da96169c493f998061bfe2309277 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/0e71da96169c493f998061bfe2309277
2024-11-09T11:26:51,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/89fd7f02bc1f44c09e909d85c3cee110 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/89fd7f02bc1f44c09e909d85c3cee110
2024-11-09T11:26:51,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/fe69b148425b435489d221a2838367e3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/fe69b148425b435489d221a2838367e3
2024-11-09T11:26:51,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a769665ac0ca402aac509a77cad8555c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/a769665ac0ca402aac509a77cad8555c
2024-11-09T11:26:51,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/18f14c3e003b40f8be71c9ccafb981c3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/18f14c3e003b40f8be71c9ccafb981c3
2024-11-09T11:26:51,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/b3d43caf58094a39bea3e0cf38f374a8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/b3d43caf58094a39bea3e0cf38f374a8
2024-11-09T11:26:51,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/6ef7f86fd5b94f51bebfa43cf680395b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/6ef7f86fd5b94f51bebfa43cf680395b
2024-11-09T11:26:51,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/bc671c2dfb674b968c986bf10222f356 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/bc671c2dfb674b968c986bf10222f356
2024-11-09T11:26:51,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c624b71d87db410fab83ab810bb30174 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/c624b71d87db410fab83ab810bb30174
2024-11-09T11:26:51,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/23a96f38b8b14cfab2218fb8130b5fc3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/23a96f38b8b14cfab2218fb8130b5fc3
2024-11-09T11:26:51,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/105e1c85d53443cdad4fe2f3d1a8f306 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/105e1c85d53443cdad4fe2f3d1a8f306
2024-11-09T11:26:51,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/9c7637aa82bf49c6a4cf859c54ea76c5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/9c7637aa82bf49c6a4cf859c54ea76c5
2024-11-09T11:26:51,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/4e156079fa9b40a3a90a8beb09221389, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b2c3f48ccf4e47abd338a24f8ea8cd, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ba6e9daf04224ebc9c41f592211e8b69, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e5ca55550391499d94f5250d4b44c34b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/2a87857872b24883877338dc53bf6072, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/1a1e42b182824007bab67cd28271b13b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/7924eac9b74c40fcb8e1e06f783425d9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/00664eeb12e2400ea4b6e45b0e3bb986, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/74e29ac8dd4a4d48be4f6fe1b0b65877, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/67efb2d633c049e9b3accc33b8ac6871, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/3219705c9f124be6b5a1a2d99aaec4c1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/49bc912ac41c4fc9859b7cb5d292285c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/814bf4df9d464115ba7d258694dc7ead, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/329079d298f64325ad2b6bc9d492efc8, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/8c901bdff3674f54926599ff63e9afa1, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/412a6c451e7a421e932ebfdeaf5e6de9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ed587c4701024fd0ae868e0b358e2072, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e89b986a154f44849cbcfb9bb62eee3f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ff1a21ff89ed4b52996292f9e823aa16, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/85f1f44f2195472cba17ca0e42b960db, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/6181cdbcaa6c4168a12d13041ab72869, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/54a805e522e64275802150d267d58919, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/d6162cd80fbf494daf9c28fa73549d5d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/b65710a3fb864de6a6da84aa8d9f0554] to archive
2024-11-09T11:26:51,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:51,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/4e156079fa9b40a3a90a8beb09221389 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/4e156079fa9b40a3a90a8beb09221389
2024-11-09T11:26:51,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b2c3f48ccf4e47abd338a24f8ea8cd to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b2c3f48ccf4e47abd338a24f8ea8cd
2024-11-09T11:26:51,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ba6e9daf04224ebc9c41f592211e8b69 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ba6e9daf04224ebc9c41f592211e8b69
2024-11-09T11:26:51,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e5ca55550391499d94f5250d4b44c34b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e5ca55550391499d94f5250d4b44c34b
2024-11-09T11:26:51,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/2a87857872b24883877338dc53bf6072 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/2a87857872b24883877338dc53bf6072
2024-11-09T11:26:51,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/1a1e42b182824007bab67cd28271b13b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/1a1e42b182824007bab67cd28271b13b
2024-11-09T11:26:51,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/7924eac9b74c40fcb8e1e06f783425d9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/7924eac9b74c40fcb8e1e06f783425d9
2024-11-09T11:26:51,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/00664eeb12e2400ea4b6e45b0e3bb986 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/00664eeb12e2400ea4b6e45b0e3bb986
2024-11-09T11:26:51,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/74e29ac8dd4a4d48be4f6fe1b0b65877 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/74e29ac8dd4a4d48be4f6fe1b0b65877
2024-11-09T11:26:51,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/67efb2d633c049e9b3accc33b8ac6871 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/67efb2d633c049e9b3accc33b8ac6871
2024-11-09T11:26:51,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/3219705c9f124be6b5a1a2d99aaec4c1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/3219705c9f124be6b5a1a2d99aaec4c1
2024-11-09T11:26:51,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/49bc912ac41c4fc9859b7cb5d292285c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/49bc912ac41c4fc9859b7cb5d292285c
2024-11-09T11:26:51,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/814bf4df9d464115ba7d258694dc7ead to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/814bf4df9d464115ba7d258694dc7ead
2024-11-09T11:26:51,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/329079d298f64325ad2b6bc9d492efc8 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/329079d298f64325ad2b6bc9d492efc8
2024-11-09T11:26:51,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/8c901bdff3674f54926599ff63e9afa1 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/8c901bdff3674f54926599ff63e9afa1
2024-11-09T11:26:51,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/412a6c451e7a421e932ebfdeaf5e6de9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/412a6c451e7a421e932ebfdeaf5e6de9
2024-11-09T11:26:51,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ed587c4701024fd0ae868e0b358e2072 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ed587c4701024fd0ae868e0b358e2072
2024-11-09T11:26:51,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e89b986a154f44849cbcfb9bb62eee3f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/e89b986a154f44849cbcfb9bb62eee3f
2024-11-09T11:26:51,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ff1a21ff89ed4b52996292f9e823aa16 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/ff1a21ff89ed4b52996292f9e823aa16
2024-11-09T11:26:51,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/85f1f44f2195472cba17ca0e42b960db to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/85f1f44f2195472cba17ca0e42b960db
2024-11-09T11:26:51,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/6181cdbcaa6c4168a12d13041ab72869 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/6181cdbcaa6c4168a12d13041ab72869
2024-11-09T11:26:51,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/54a805e522e64275802150d267d58919 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/54a805e522e64275802150d267d58919
2024-11-09T11:26:51,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/d6162cd80fbf494daf9c28fa73549d5d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/d6162cd80fbf494daf9c28fa73549d5d
2024-11-09T11:26:51,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/b65710a3fb864de6a6da84aa8d9f0554 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/b65710a3fb864de6a6da84aa8d9f0554
2024-11-09T11:26:51,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/50abff216d8640d396cd1fca91c45189, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/99846156d33d49c3b1276d0dc25cc47a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6c79fa4d44604cd5a427452de5cdaf4f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/48160bcaac084b11ac6494b32a988c2d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/3b4ca97ac3684395a714f2be2306aaa0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/97b9a364f5e147db9195a5b9336170eb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/d7b0f2fa6ebf4872b6ae6cc75365b09e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/574ffa1eb5304edd8cdcfa43203d83f9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/74f305df9a9249a3a73725ac63c1d5e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/865e814c97634aa0b5fba26e7374cf81, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/87330dec948d4d9a9a32ae166b0dc795, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/9d9efd9a33d54f63ab0235f8f4964201, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/751671c5d9b14f47b665746e88944df5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dd53a86f3b344a2796548df0e1f875bc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/ac1292b72089491fae701f6ddfe01082, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/91cd18c0d57f4e51add9a58ad8bb71b9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6ff1a77217a94ff2be10e225adbbae28, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/8cbc457724924188a34e3698c0690873, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dc910d2c2a86481daed42c9ec9947963, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/be2ac24d0a8b4eda942c2f695b50bb34, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2884c2fad62d4a24810a30aef8c7ccf5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/25992663e93949f095ce0ff61bb25d26, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/aaaa8e1cdd4a451a8bfa53bed112ae76, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2a0e2d78d4d44a13973a51d42261674a] to archive
2024-11-09T11:26:51,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:26:51,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/50abff216d8640d396cd1fca91c45189 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/50abff216d8640d396cd1fca91c45189
2024-11-09T11:26:51,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/99846156d33d49c3b1276d0dc25cc47a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/99846156d33d49c3b1276d0dc25cc47a
2024-11-09T11:26:51,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6c79fa4d44604cd5a427452de5cdaf4f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6c79fa4d44604cd5a427452de5cdaf4f
2024-11-09T11:26:51,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/48160bcaac084b11ac6494b32a988c2d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/48160bcaac084b11ac6494b32a988c2d
2024-11-09T11:26:51,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/3b4ca97ac3684395a714f2be2306aaa0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/3b4ca97ac3684395a714f2be2306aaa0
2024-11-09T11:26:51,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/97b9a364f5e147db9195a5b9336170eb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/97b9a364f5e147db9195a5b9336170eb
2024-11-09T11:26:51,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/d7b0f2fa6ebf4872b6ae6cc75365b09e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/d7b0f2fa6ebf4872b6ae6cc75365b09e
2024-11-09T11:26:51,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/574ffa1eb5304edd8cdcfa43203d83f9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/574ffa1eb5304edd8cdcfa43203d83f9
2024-11-09T11:26:51,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/74f305df9a9249a3a73725ac63c1d5e3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/74f305df9a9249a3a73725ac63c1d5e3
2024-11-09T11:26:51,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/865e814c97634aa0b5fba26e7374cf81 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/865e814c97634aa0b5fba26e7374cf81
2024-11-09T11:26:51,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/87330dec948d4d9a9a32ae166b0dc795 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/87330dec948d4d9a9a32ae166b0dc795
2024-11-09T11:26:51,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/9d9efd9a33d54f63ab0235f8f4964201 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/9d9efd9a33d54f63ab0235f8f4964201
2024-11-09T11:26:51,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/751671c5d9b14f47b665746e88944df5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/751671c5d9b14f47b665746e88944df5
2024-11-09T11:26:51,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dd53a86f3b344a2796548df0e1f875bc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dd53a86f3b344a2796548df0e1f875bc
2024-11-09T11:26:51,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/ac1292b72089491fae701f6ddfe01082 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/ac1292b72089491fae701f6ddfe01082
2024-11-09T11:26:51,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/91cd18c0d57f4e51add9a58ad8bb71b9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/91cd18c0d57f4e51add9a58ad8bb71b9
2024-11-09T11:26:51,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6ff1a77217a94ff2be10e225adbbae28 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/6ff1a77217a94ff2be10e225adbbae28
2024-11-09T11:26:51,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/8cbc457724924188a34e3698c0690873 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/8cbc457724924188a34e3698c0690873
2024-11-09T11:26:51,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dc910d2c2a86481daed42c9ec9947963 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/dc910d2c2a86481daed42c9ec9947963
2024-11-09T11:26:51,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/be2ac24d0a8b4eda942c2f695b50bb34 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/be2ac24d0a8b4eda942c2f695b50bb34
2024-11-09T11:26:51,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2884c2fad62d4a24810a30aef8c7ccf5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2884c2fad62d4a24810a30aef8c7ccf5
2024-11-09T11:26:51,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/25992663e93949f095ce0ff61bb25d26 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/25992663e93949f095ce0ff61bb25d26
2024-11-09T11:26:51,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/aaaa8e1cdd4a451a8bfa53bed112ae76 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/aaaa8e1cdd4a451a8bfa53bed112ae76
2024-11-09T11:26:51,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2a0e2d78d4d44a13973a51d42261674a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/2a0e2d78d4d44a13973a51d42261674a
2024-11-09T11:26:51,276 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/recovered.edits/384.seqid, newMaxSeqId=384, maxSeqId=1
2024-11-09T11:26:51,277 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.
2024-11-09T11:26:51,277 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 6cd69138f4502e800f5d9964e3621dfb:
Waiting for close lock at 1731151609938Running coprocessor pre-close hooks at 1731151609938Disabling compacts and flushes for region at 1731151609938Disabling writes for close at 1731151609938Obtaining lock to block concurrent updates at 1731151609939 (+1 ms)Preparing flush snapshotting stores in 6cd69138f4502e800f5d9964e3621dfb at 1731151609939Finished memstore snapshotting TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731151609939Flushing stores of TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb. at 1731151609941 (+2 ms)Flushing 6cd69138f4502e800f5d9964e3621dfb/A: creating writer at 1731151609941Flushing 6cd69138f4502e800f5d9964e3621dfb/A: appending metadata at 1731151609948 (+7 ms)Flushing 6cd69138f4502e800f5d9964e3621dfb/A: closing flushed file at 1731151609948Flushing 6cd69138f4502e800f5d9964e3621dfb/B: creating writer at 1731151610363 (+415 ms)Flushing 6cd69138f4502e800f5d9964e3621dfb/B: appending metadata at 1731151610366 (+3 ms)Flushing 6cd69138f4502e800f5d9964e3621dfb/B: closing flushed file at 1731151610366Flushing 6cd69138f4502e800f5d9964e3621dfb/C: creating writer at 1731151610781 (+415 ms)Flushing 6cd69138f4502e800f5d9964e3621dfb/C: appending metadata at 1731151610785 (+4 ms)Flushing 6cd69138f4502e800f5d9964e3621dfb/C: closing flushed file at 1731151610785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ed3341: reopening flushed file at 1731151611202 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47039a2b: reopening flushed file at 1731151611208 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d191b38: reopening flushed file at 1731151611214 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 6cd69138f4502e800f5d9964e3621dfb in 1281ms, sequenceid=381, compaction requested=false at 1731151611220 (+6 ms)Writing region close event to WAL at 1731151611274 (+54 ms)Running coprocessor post-close hooks at 1731151611277 (+3 ms)Closed at 1731151611277
2024-11-09T11:26:51,278 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:51,279 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=6cd69138f4502e800f5d9964e3621dfb, regionState=CLOSED
2024-11-09T11:26:51,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:26:51,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-09T11:26:51,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 6cd69138f4502e800f5d9964e3621dfb, server=3264b4bbda9f,45745,1731151465654 in 1.4950 sec
2024-11-09T11:26:51,282 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-09T11:26:51,282 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6cd69138f4502e800f5d9964e3621dfb, UNASSIGN in 1.5000 sec
2024-11-09T11:26:51,284 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-09T11:26:51,284 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5040 sec
2024-11-09T11:26:51,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151611284"}]},"ts":"1731151611284"}
2024-11-09T11:26:51,286 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T11:26:51,286 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T11:26:51,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5140 sec
2024-11-09T11:26:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-09T11:26:51,933 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:51,935 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T11:26:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:51,939 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-11-09T11:26:51,941 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:51,944 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:51,948 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/recovered.edits]
2024-11-09T11:26:51,952 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/08f4648f98884940913d79673efe9ec7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/08f4648f98884940913d79673efe9ec7
2024-11-09T11:26:51,953 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/2c4e152becfc40878a6c19d59cf2ddb3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/A/2c4e152becfc40878a6c19d59cf2ddb3
2024-11-09T11:26:51,954 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b4eb9731f1459ab29b29fcb01b42e3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/88b4eb9731f1459ab29b29fcb01b42e3
2024-11-09T11:26:51,955 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/f168799f291e45f08a1f7ef532bce736 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/B/f168799f291e45f08a1f7ef532bce736
2024-11-09T11:26:51,957 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/623ddfb5443a4dc98a46daa32ba49e31 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/623ddfb5443a4dc98a46daa32ba49e31
2024-11-09T11:26:51,957 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/cf8ff2919b94426586ef8faee7406ee2 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/C/cf8ff2919b94426586ef8faee7406ee2
2024-11-09T11:26:51,959 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/recovered.edits/384.seqid to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb/recovered.edits/384.seqid
2024-11-09T11:26:51,959 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/6cd69138f4502e800f5d9964e3621dfb
2024-11-09T11:26:51,959 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T11:26:51,961 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:51,963 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T11:26:51,964 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T11:26:51,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:51,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T11:26:51,965 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151611965"}]},"ts":"9223372036854775807"}
2024-11-09T11:26:51,966 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-09T11:26:51,966 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6cd69138f4502e800f5d9964e3621dfb, NAME => 'TestAcidGuarantees,,1731151580249.6cd69138f4502e800f5d9964e3621dfb.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T11:26:51,967 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T11:26:51,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151611967"}]},"ts":"9223372036854775807"}
2024-11-09T11:26:51,968 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-09T11:26:51,968 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:51,969 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec
2024-11-09T11:26:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145
2024-11-09T11:26:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-09T11:26:52,055 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:52,065 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 240), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=349 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=2345 (was 2358)
2024-11-09T11:26:52,072 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=349, ProcessCount=11, AvailableMemoryMB=2344
2024-11-09T11:26:52,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:26:52,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:26:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:52,075 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T11:26:52,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:52,075 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 146
2024-11-09T11:26:52,075 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T11:26:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-09T11:26:52,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742314_1490 (size=959)
2024-11-09T11:26:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-09T11:26:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-09T11:26:52,485 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f
2024-11-09T11:26:52,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742315_1491 (size=53)
2024-11-09T11:26:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-09T11:26:52,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:26:52,897 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 274647aa53ee11da4ad7659e99e72660, disabling compactions & flushes
2024-11-09T11:26:52,898 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. after waiting 0 ms
2024-11-09T11:26:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:52,898 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:52,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 274647aa53ee11da4ad7659e99e72660:
Waiting for close lock at 1731151612897Disabling compacts and flushes for region at 1731151612897Disabling writes for close at 1731151612898 (+1 ms)Writing region close event to WAL at 1731151612898Closed at 1731151612898
2024-11-09T11:26:52,900 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T11:26:52,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731151612900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731151612900"}]},"ts":"1731151612900"}
2024-11-09T11:26:52,903 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T11:26:52,905 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T11:26:52,905 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151612905"}]},"ts":"1731151612905"}
2024-11-09T11:26:52,908 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-09T11:26:52,908 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, ASSIGN}]
2024-11-09T11:26:52,910 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, ASSIGN
2024-11-09T11:26:52,910 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, ASSIGN; state=OFFLINE, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=false
2024-11-09T11:26:53,062 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:53,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, ASSIGN because future has completed
2024-11-09T11:26:53,066 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:26:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-09T11:26:53,227 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:53,227 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:26:53,228 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,228 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:26:53,228 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,228 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,231 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 274647aa53ee11da4ad7659e99e72660 
2024-11-09T11:26:53,234 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274647aa53ee11da4ad7659e99e72660 columnFamilyName A
2024-11-09T11:26:53,234 DEBUG [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:53,235 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(327): Store=274647aa53ee11da4ad7659e99e72660/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:53,235 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 274647aa53ee11da4ad7659e99e72660 
2024-11-09T11:26:53,237 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274647aa53ee11da4ad7659e99e72660 columnFamilyName B
2024-11-09T11:26:53,237 DEBUG [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:53,238 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(327): Store=274647aa53ee11da4ad7659e99e72660/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:53,238 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 274647aa53ee11da4ad7659e99e72660 
2024-11-09T11:26:53,240 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274647aa53ee11da4ad7659e99e72660 columnFamilyName C
2024-11-09T11:26:53,240 DEBUG [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:53,240 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(327): Store=274647aa53ee11da4ad7659e99e72660/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:53,241 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,242 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,242 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,244 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,244 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,245 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:26:53,246 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,249 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T11:26:53,249 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened 274647aa53ee11da4ad7659e99e72660; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70365443, jitterRate=0.04852680861949921}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:26:53,249 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:53,250 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for 274647aa53ee11da4ad7659e99e72660:
Running coprocessor pre-open hook at 1731151613228Writing region info on filesystem at 1731151613228Initializing all the Stores at 1731151613230 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151613230Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151613231 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151613231Cleaning up temporary data from old regions at 1731151613244 (+13 ms)Running coprocessor post-open hooks at 1731151613249 (+5 ms)Region opened successfully at 1731151613250 (+1 ms)
2024-11-09T11:26:53,251 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., pid=148, masterSystemTime=1731151613220
2024-11-09T11:26:53,253 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:53,253 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:53,253 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=OPEN, openSeqNum=2, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:53,254 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42223 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=3264b4bbda9f,45745,1731151465654, table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-09T11:26:53,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:26:53,259 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147
2024-11-09T11:26:53,259 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 in 190 msec
2024-11-09T11:26:53,261 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-09T11:26:53,261 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, ASSIGN in 351 msec
2024-11-09T11:26:53,262 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T11:26:53,262 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151613262"}]},"ts":"1731151613262"}
2024-11-09T11:26:53,264 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-09T11:26:53,265 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T11:26:53,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec
2024-11-09T11:26:53,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T11:26:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-09T11:26:54,224 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:54,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a04de68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:54,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:54,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:54,230 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582164a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:54,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:54,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:54,234 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:54,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c46c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:54,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:54,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:54,237 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:54,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T11:26:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3264b4bbda9f,42223,1731151464727
2024-11-09T11:26:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60a6af0c
2024-11-09T11:26:54,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T11:26:54,239 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T11:26:54,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-09T11:26:54,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T11:26:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-09T11:26:54,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742316_1492 (size=995)
2024-11-09T11:26:54,714 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-09T11:26:54,714 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-09T11:26:54,721 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:26:54,727 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, REOPEN/MOVE}]
2024-11-09T11:26:54,728 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, REOPEN/MOVE
2024-11-09T11:26:54,728 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:54,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, REOPEN/MOVE because future has completed
2024-11-09T11:26:54,730 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:26:54,730 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:26:54,883 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:54,883 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:26:54,883 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 274647aa53ee11da4ad7659e99e72660, disabling compactions & flushes
2024-11-09T11:26:54,883 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:54,883 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:54,883 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. after waiting 0 ms
2024-11-09T11:26:54,884 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:54,892 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-09T11:26:54,894 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:54,894 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 274647aa53ee11da4ad7659e99e72660:
Waiting for close lock at 1731151614883Running coprocessor pre-close hooks at 1731151614883Disabling compacts and flushes for region at 1731151614883Disabling writes for close at 1731151614884 (+1 ms)Writing region close event to WAL at 1731151614885 (+1 ms)Running coprocessor post-close hooks at 1731151614894 (+9 ms)Closed at 1731151614894
2024-11-09T11:26:54,894 WARN  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: 274647aa53ee11da4ad7659e99e72660 to self.
2024-11-09T11:26:54,896 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:54,897 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=CLOSED
2024-11-09T11:26:54,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:26:54,902 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151
2024-11-09T11:26:54,902 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 in 170 msec
2024-11-09T11:26:54,903 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, REOPEN/MOVE; state=CLOSED, location=3264b4bbda9f,45745,1731151465654; forceNewPlan=false, retain=true
2024-11-09T11:26:55,054 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=OPENING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, REOPEN/MOVE because future has completed
2024-11-09T11:26:55,059 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:26:55,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T11:26:55,220 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,220 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
2024-11-09T11:26:55,221 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,221 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T11:26:55,221 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,221 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,223 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 274647aa53ee11da4ad7659e99e72660 
2024-11-09T11:26:55,224 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274647aa53ee11da4ad7659e99e72660 columnFamilyName A
2024-11-09T11:26:55,225 DEBUG [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:55,226 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(327): Store=274647aa53ee11da4ad7659e99e72660/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:55,226 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 274647aa53ee11da4ad7659e99e72660 
2024-11-09T11:26:55,227 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274647aa53ee11da4ad7659e99e72660 columnFamilyName B
2024-11-09T11:26:55,227 DEBUG [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:55,228 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(327): Store=274647aa53ee11da4ad7659e99e72660/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:55,228 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 274647aa53ee11da4ad7659e99e72660 
2024-11-09T11:26:55,228 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274647aa53ee11da4ad7659e99e72660 columnFamilyName C
2024-11-09T11:26:55,229 DEBUG [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:55,229 INFO  [StoreOpener-274647aa53ee11da4ad7659e99e72660-1 {}] regionserver.HStore(327): Store=274647aa53ee11da4ad7659e99e72660/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T11:26:55,229 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,230 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,231 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,233 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,233 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,233 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-09T11:26:55,235 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,236 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened 274647aa53ee11da4ad7659e99e72660; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961321, jitterRate=0.042504921555519104}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-09T11:26:55,236 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,237 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for 274647aa53ee11da4ad7659e99e72660:
Running coprocessor pre-open hook at 1731151615221Writing region info on filesystem at 1731151615221Initializing all the Stores at 1731151615222 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151615222Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151615222Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731151615222Cleaning up temporary data from old regions at 1731151615233 (+11 ms)Running coprocessor post-open hooks at 1731151615236 (+3 ms)Region opened successfully at 1731151615237 (+1 ms)
2024-11-09T11:26:55,238 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., pid=153, masterSystemTime=1731151615214
2024-11-09T11:26:55,239 DEBUG [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,239 INFO  [RS_OPEN_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,240 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=OPEN, openSeqNum=5, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:26:55,246 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151
2024-11-09T11:26:55,246 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 in 185 msec
2024-11-09T11:26:55,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-09T11:26:55,249 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, REOPEN/MOVE in 519 msec
2024-11-09T11:26:55,252 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149
2024-11-09T11:26:55,252 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 529 msec
2024-11-09T11:26:55,254 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0120 sec
2024-11-09T11:26:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149
2024-11-09T11:26:55,254 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:55,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,256 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3869b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,257 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41effb4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,258 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad5d1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,259 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713730f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,260 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1216266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,261 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8b7833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,263 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c390121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,265 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6eed33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,267 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,268 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,268 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6932fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,271 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2649f4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,272 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43463bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,274 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,274 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251c8d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,276 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c2b57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,278 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60349ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,279 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3914d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,281 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4d746f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,282 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f8a0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3264b4bbda9f,42223,-1 for getting cluster id
2024-11-09T11:26:55,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T11:26:55,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f99b450f-66aa-487f-95c3-7a8cfce8d4ac'
2024-11-09T11:26:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T11:26:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f99b450f-66aa-487f-95c3-7a8cfce8d4ac"

2024-11-09T11:26:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eed4a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3264b4bbda9f,42223,-1]
2024-11-09T11:26:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T11:26:55,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:26:55,284 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T11:26:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4365c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T11:26:55,285 DEBUG [Thread-2225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,285 DEBUG [Thread-2229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,285 DEBUG [Thread-2223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:55,285 DEBUG [Thread-2218 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,286 DEBUG [Thread-2214 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,286 DEBUG [Thread-2221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-09T11:26:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,287 DEBUG [Thread-2214 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:55,287 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,287 DEBUG [Thread-2227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,288 DEBUG [Thread-2214 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,288 DEBUG [Thread-2212 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,288 DEBUG [Thread-2210 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,288 DEBUG [Thread-2216 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T11:26:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,289 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,289 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,291 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3264b4bbda9f,45745,1731151465654, seqNum=-1]
2024-11-09T11:26:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T11:26:55,291 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,293 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,296 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T11:26:55,297 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:55,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5]
2024-11-09T11:26:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:55,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:26:55,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092f29b9d71904428ba5b4813e49f78de3_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151615322/Put/seqid=0
2024-11-09T11:26:55,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742317_1493 (size=14594)
2024-11-09T11:26:55,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151675351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151675351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151675352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:55,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151675462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151675462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151675462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151675462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151675462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:55,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151675672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151675672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151675672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151675672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151675673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,675 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:55,754 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411092f29b9d71904428ba5b4813e49f78de3_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092f29b9d71904428ba5b4813e49f78de3_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:55,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/079b58c7adb24a58a617f71216e0a4d4, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:26:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/079b58c7adb24a58a617f71216e0a4d4 is 175, key is test_row_0/A:col10/1731151615322/Put/seqid=0
2024-11-09T11:26:55,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742318_1494 (size=39549)
2024-11-09T11:26:55,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:55,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:55,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151675982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151675982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151675982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151675982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151675982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:56,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,159 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/079b58c7adb24a58a617f71216e0a4d4
2024-11-09T11:26:56,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/0b906c889d0a4de8ab9b645f408cd0a4 is 50, key is test_row_0/B:col10/1731151615322/Put/seqid=0
2024-11-09T11:26:56,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742319_1495 (size=12001)
2024-11-09T11:26:56,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:56,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151676492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:56,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151676492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151676492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151676493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151676493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:56,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:56,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,603 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/0b906c889d0a4de8ab9b645f408cd0a4
2024-11-09T11:26:56,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/9eaa02a5b7834d3595eb49bafa4d3221 is 50, key is test_row_0/C:col10/1731151615322/Put/seqid=0
2024-11-09T11:26:56,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742320_1496 (size=12001)
2024-11-09T11:26:56,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,792 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-09T11:26:56,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:56,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:57,032 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/9eaa02a5b7834d3595eb49bafa4d3221
2024-11-09T11:26:57,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/079b58c7adb24a58a617f71216e0a4d4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4
2024-11-09T11:26:57,038 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4, entries=200, sequenceid=15, filesize=38.6 K
2024-11-09T11:26:57,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/0b906c889d0a4de8ab9b645f408cd0a4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0b906c889d0a4de8ab9b645f408cd0a4
2024-11-09T11:26:57,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0b906c889d0a4de8ab9b645f408cd0a4, entries=150, sequenceid=15, filesize=11.7 K
2024-11-09T11:26:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/9eaa02a5b7834d3595eb49bafa4d3221 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/9eaa02a5b7834d3595eb49bafa4d3221
2024-11-09T11:26:57,045 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/9eaa02a5b7834d3595eb49bafa4d3221, entries=150, sequenceid=15, filesize=11.7 K
2024-11-09T11:26:57,045 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 274647aa53ee11da4ad7659e99e72660 in 1720ms, sequenceid=15, compaction requested=false
2024-11-09T11:26:57,045 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-09T11:26:57,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:26:57,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-09T11:26:57,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:57,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:26:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110930bf0c012611460c982580de3c3836e5_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151615350/Put/seqid=0
2024-11-09T11:26:57,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742321_1497 (size=12154)
2024-11-09T11:26:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:57,139 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110930bf0c012611460c982580de3c3836e5_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110930bf0c012611460c982580de3c3836e5_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:57,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/2bd97ede68224e4288ce9e7dba9a0815, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:26:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/2bd97ede68224e4288ce9e7dba9a0815 is 175, key is test_row_0/A:col10/1731151615350/Put/seqid=0
2024-11-09T11:26:57,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742322_1498 (size=30955)
2024-11-09T11:26:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:57,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:57,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151677509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151677510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151677510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151677510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151677511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,514 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 274647aa53ee11da4ad7659e99e72660 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,551 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/2bd97ede68224e4288ce9e7dba9a0815
2024-11-09T11:26:57,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/f24fe70c61be4ab8b5754d573fe219b7 is 50, key is test_row_0/B:col10/1731151615350/Put/seqid=0
2024-11-09T11:26:57,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742323_1499 (size=12001)
2024-11-09T11:26:57,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151677622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151677832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151677832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151677833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,835 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151677833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:57,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/f24fe70c61be4ab8b5754d573fe219b7
2024-11-09T11:26:57,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/bab532706959474f8340c6f6c767842e is 50, key is test_row_0/C:col10/1731151615350/Put/seqid=0
2024-11-09T11:26:57,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742324_1500 (size=12001)
2024-11-09T11:26:58,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151678142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151678142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151678142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151678142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/bab532706959474f8340c6f6c767842e
2024-11-09T11:26:58,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/2bd97ede68224e4288ce9e7dba9a0815 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815
2024-11-09T11:26:58,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815, entries=150, sequenceid=41, filesize=30.2 K
2024-11-09T11:26:58,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/f24fe70c61be4ab8b5754d573fe219b7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/f24fe70c61be4ab8b5754d573fe219b7
2024-11-09T11:26:58,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/f24fe70c61be4ab8b5754d573fe219b7, entries=150, sequenceid=41, filesize=11.7 K
2024-11-09T11:26:58,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/bab532706959474f8340c6f6c767842e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/bab532706959474f8340c6f6c767842e
2024-11-09T11:26:58,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/bab532706959474f8340c6f6c767842e, entries=150, sequenceid=41, filesize=11.7 K
2024-11-09T11:26:58,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 274647aa53ee11da4ad7659e99e72660 in 1261ms, sequenceid=41, compaction requested=false
2024-11-09T11:26:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:26:58,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:58,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-09T11:26:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-09T11:26:58,391 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-09T11:26:58,391 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0920 sec
2024-11-09T11:26:58,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.1060 sec
2024-11-09T11:26:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:58,655 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:26:58,655 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-09T11:26:58,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095d4a995ade184fd6bc16f75e6925f463_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151618655/Put/seqid=0
2024-11-09T11:26:58,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742325_1501 (size=12154)
2024-11-09T11:26:58,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151678674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151678677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151678679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151678680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151678792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151678792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151678792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:58,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151678793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151679002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151679002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151679002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151679002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,065 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:26:59,068 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411095d4a995ade184fd6bc16f75e6925f463_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095d4a995ade184fd6bc16f75e6925f463_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:26:59,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fe0c65c82a5045e9bd5a983f65a0e24e, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:26:59,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fe0c65c82a5045e9bd5a983f65a0e24e is 175, key is test_row_0/A:col10/1731151618655/Put/seqid=0
2024-11-09T11:26:59,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742326_1502 (size=30955)
2024-11-09T11:26:59,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151679312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151679312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151679312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151679312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-09T11:26:59,452 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:26:59,453 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:26:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-09T11:26:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:26:59,454 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:26:59,455 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:26:59,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:26:59,472 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fe0c65c82a5045e9bd5a983f65a0e24e
2024-11-09T11:26:59,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/bc2c961ce21344d9a6eecdb3c0d79d10 is 50, key is test_row_0/B:col10/1731151618655/Put/seqid=0
2024-11-09T11:26:59,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742327_1503 (size=12001)
2024-11-09T11:26:59,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151679532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,534 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 274647aa53ee11da4ad7659e99e72660 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:26:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:26:59,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-09T11:26:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:59,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-09T11:26:59,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:59,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:59,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:59,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:26:59,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151679822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151679822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151679823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151679823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:26:59,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:26:59,881 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/bc2c961ce21344d9a6eecdb3c0d79d10
2024-11-09T11:26:59,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/530a2c08f04c4215ae715675594e05b5 is 50, key is test_row_0/C:col10/1731151618655/Put/seqid=0
2024-11-09T11:26:59,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742328_1504 (size=12001)
2024-11-09T11:26:59,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-09T11:26:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:26:59,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:26:59,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:26:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-09T11:27:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:27:00,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-09T11:27:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:00,290 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/530a2c08f04c4215ae715675594e05b5
2024-11-09T11:27:00,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fe0c65c82a5045e9bd5a983f65a0e24e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e
2024-11-09T11:27:00,297 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e, entries=150, sequenceid=55, filesize=30.2 K
2024-11-09T11:27:00,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/bc2c961ce21344d9a6eecdb3c0d79d10 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/bc2c961ce21344d9a6eecdb3c0d79d10
2024-11-09T11:27:00,300 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/bc2c961ce21344d9a6eecdb3c0d79d10, entries=150, sequenceid=55, filesize=11.7 K
2024-11-09T11:27:00,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/530a2c08f04c4215ae715675594e05b5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/530a2c08f04c4215ae715675594e05b5
2024-11-09T11:27:00,304 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/530a2c08f04c4215ae715675594e05b5, entries=150, sequenceid=55, filesize=11.7 K
2024-11-09T11:27:00,305 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 274647aa53ee11da4ad7659e99e72660 in 1650ms, sequenceid=55, compaction requested=true
2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:00,305 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:00,305 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:27:00,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/A is initiating minor compaction (all files)
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/B is initiating minor compaction (all files)
2024-11-09T11:27:00,306 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/B in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,306 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/A in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,306 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=99.1 K
2024-11-09T11:27:00,306 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0b906c889d0a4de8ab9b645f408cd0a4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/f24fe70c61be4ab8b5754d573fe219b7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/bc2c961ce21344d9a6eecdb3c0d79d10] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.2 K
2024-11-09T11:27:00,306 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e]
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b906c889d0a4de8ab9b645f408cd0a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151615322
2024-11-09T11:27:00,306 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 079b58c7adb24a58a617f71216e0a4d4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151615322
2024-11-09T11:27:00,307 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting f24fe70c61be4ab8b5754d573fe219b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731151615343
2024-11-09T11:27:00,307 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bd97ede68224e4288ce9e7dba9a0815, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731151615343
2024-11-09T11:27:00,307 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting bc2c961ce21344d9a6eecdb3c0d79d10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731151617508
2024-11-09T11:27:00,307 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe0c65c82a5045e9bd5a983f65a0e24e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731151617508
2024-11-09T11:27:00,321 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:00,322 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:00,322 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109c2cf645ba929418bbfdf49d2784b4f8f_274647aa53ee11da4ad7659e99e72660 store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:00,323 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/ede9d2b1201e4203a477d96f1854ec1f is 50, key is test_row_0/B:col10/1731151618655/Put/seqid=0
2024-11-09T11:27:00,324 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109c2cf645ba929418bbfdf49d2784b4f8f_274647aa53ee11da4ad7659e99e72660, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:00,324 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c2cf645ba929418bbfdf49d2784b4f8f_274647aa53ee11da4ad7659e99e72660 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:00,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742329_1505 (size=12104)
2024-11-09T11:27:00,346 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/ede9d2b1201e4203a477d96f1854ec1f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ede9d2b1201e4203a477d96f1854ec1f
2024-11-09T11:27:00,350 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/B of 274647aa53ee11da4ad7659e99e72660 into ede9d2b1201e4203a477d96f1854ec1f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:00,350 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:00,350 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/B, priority=13, startTime=1731151620305; duration=0sec
2024-11-09T11:27:00,350 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:00,350 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:B
2024-11-09T11:27:00,350 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:00,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742330_1506 (size=4469)
2024-11-09T11:27:00,352 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:00,352 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/C is initiating minor compaction (all files)
2024-11-09T11:27:00,352 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/C in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,352 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/9eaa02a5b7834d3595eb49bafa4d3221, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/bab532706959474f8340c6f6c767842e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/530a2c08f04c4215ae715675594e05b5] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.2 K
2024-11-09T11:27:00,352 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 9eaa02a5b7834d3595eb49bafa4d3221, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731151615322
2024-11-09T11:27:00,353 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting bab532706959474f8340c6f6c767842e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731151615343
2024-11-09T11:27:00,353 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 530a2c08f04c4215ae715675594e05b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731151617508
2024-11-09T11:27:00,364 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#C#compaction#431 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:00,364 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/889d4a34cd35463c8f22c45040273288 is 50, key is test_row_0/C:col10/1731151618655/Put/seqid=0
2024-11-09T11:27:00,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-09T11:27:00,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:00,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:27:00,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742331_1507 (size=12104)
2024-11-09T11:27:00,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c1a604f9413b4be19e4f7154cafbe836_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151618679/Put/seqid=0
2024-11-09T11:27:00,379 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/889d4a34cd35463c8f22c45040273288 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/889d4a34cd35463c8f22c45040273288
2024-11-09T11:27:00,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742332_1508 (size=12154)
2024-11-09T11:27:00,389 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/C of 274647aa53ee11da4ad7659e99e72660 into 889d4a34cd35463c8f22c45040273288(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:00,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:00,389 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/C, priority=13, startTime=1731151620305; duration=0sec
2024-11-09T11:27:00,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:00,389 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:C
2024-11-09T11:27:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:27:00,751 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#A#compaction#430 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:00,752 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/af31cebe56084deb93ea5ae3fcdaee56 is 175, key is test_row_0/A:col10/1731151618655/Put/seqid=0
2024-11-09T11:27:00,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742333_1509 (size=31058)
2024-11-09T11:27:00,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:00,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c1a604f9413b4be19e4f7154cafbe836_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c1a604f9413b4be19e4f7154cafbe836_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:00,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/541a27f819ea4d14ab1c3a57306d1c2a, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:00,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/541a27f819ea4d14ab1c3a57306d1c2a is 175, key is test_row_0/A:col10/1731151618679/Put/seqid=0
2024-11-09T11:27:00,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742334_1510 (size=30955)
2024-11-09T11:27:00,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:00,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:00,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151680849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151680852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151680853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151680853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151680962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151680963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151680963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151680963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,159 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/af31cebe56084deb93ea5ae3fcdaee56 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/af31cebe56084deb93ea5ae3fcdaee56
2024-11-09T11:27:01,162 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/A of 274647aa53ee11da4ad7659e99e72660 into af31cebe56084deb93ea5ae3fcdaee56(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:01,162 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:01,162 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/A, priority=13, startTime=1731151620305; duration=0sec
2024-11-09T11:27:01,162 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:01,163 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:A
2024-11-09T11:27:01,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151681172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151681172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151681173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151681173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/541a27f819ea4d14ab1c3a57306d1c2a
2024-11-09T11:27:01,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/c4facdec7b1347789d3e79bd8f8e8752 is 50, key is test_row_0/B:col10/1731151618679/Put/seqid=0
2024-11-09T11:27:01,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742335_1511 (size=12001)
2024-11-09T11:27:01,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151681482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151681482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151681482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151681482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:27:01,604 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/c4facdec7b1347789d3e79bd8f8e8752
2024-11-09T11:27:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ac9a26d5611f41289e23ac55914e90c5 is 50, key is test_row_0/C:col10/1731151618679/Put/seqid=0
2024-11-09T11:27:01,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742336_1512 (size=12001)
2024-11-09T11:27:01,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151681992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151681992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151681992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151681992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:02,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ac9a26d5611f41289e23ac55914e90c5
2024-11-09T11:27:02,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/541a27f819ea4d14ab1c3a57306d1c2a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a
2024-11-09T11:27:02,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a, entries=150, sequenceid=78, filesize=30.2 K
2024-11-09T11:27:02,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/c4facdec7b1347789d3e79bd8f8e8752 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/c4facdec7b1347789d3e79bd8f8e8752
2024-11-09T11:27:02,026 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/c4facdec7b1347789d3e79bd8f8e8752, entries=150, sequenceid=78, filesize=11.7 K
2024-11-09T11:27:02,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ac9a26d5611f41289e23ac55914e90c5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ac9a26d5611f41289e23ac55914e90c5
2024-11-09T11:27:02,030 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ac9a26d5611f41289e23ac55914e90c5, entries=150, sequenceid=78, filesize=11.7 K
2024-11-09T11:27:02,031 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 274647aa53ee11da4ad7659e99e72660 in 1660ms, sequenceid=78, compaction requested=false
2024-11-09T11:27:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-09T11:27:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-09T11:27:02,033 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-09T11:27:02,033 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5770 sec
2024-11-09T11:27:02,035 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.5810 sec
2024-11-09T11:27:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:03,004 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:27:03,004 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-09T11:27:03,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b8effe484a7441d99e00cb908abfc65e_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:03,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151683025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151683027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151683028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151683028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742337_1513 (size=14594)
2024-11-09T11:27:03,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:03,040 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b8effe484a7441d99e00cb908abfc65e_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b8effe484a7441d99e00cb908abfc65e_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:03,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c38a0ec485944f1484b802e2569938ba, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:03,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c38a0ec485944f1484b802e2569938ba is 175, key is test_row_0/A:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:03,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742338_1514 (size=39549)
2024-11-09T11:27:03,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151683132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151683142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151683142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151683142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151683342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151683352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151683352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151683352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,451 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c38a0ec485944f1484b802e2569938ba
2024-11-09T11:27:03,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/50b6e7dca06f40d2bac821f1da08382b is 50, key is test_row_0/B:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:03,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742339_1515 (size=12001)
2024-11-09T11:27:03,563 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151683561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,564 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 274647aa53ee11da4ad7659e99e72660 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8211 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:27:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-09T11:27:03,622 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:03,623 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:27:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-09T11:27:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:03,624 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:27:03,625 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:27:03,625 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:27:03,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151683651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151683662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151683662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151683662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:03,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:03,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-09T11:27:03,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:03,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:03,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:03,859 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/50b6e7dca06f40d2bac821f1da08382b
2024-11-09T11:27:03,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/5b38abf5ba814d30b0f84575656456a6 is 50, key is test_row_0/C:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:03,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742340_1516 (size=12001)
2024-11-09T11:27:03,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-09T11:27:03,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:03,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:03,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:03,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:03,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:03,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:04,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-09T11:27:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:04,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:04,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:04,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151684161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:04,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151684172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:04,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151684172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:04,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151684172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:04,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:04,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-09T11:27:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:04,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:04,268 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/5b38abf5ba814d30b0f84575656456a6
2024-11-09T11:27:04,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c38a0ec485944f1484b802e2569938ba as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba
2024-11-09T11:27:04,273 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba, entries=200, sequenceid=96, filesize=38.6 K
2024-11-09T11:27:04,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/50b6e7dca06f40d2bac821f1da08382b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/50b6e7dca06f40d2bac821f1da08382b
2024-11-09T11:27:04,277 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/50b6e7dca06f40d2bac821f1da08382b, entries=150, sequenceid=96, filesize=11.7 K
2024-11-09T11:27:04,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/5b38abf5ba814d30b0f84575656456a6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/5b38abf5ba814d30b0f84575656456a6
2024-11-09T11:27:04,280 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/5b38abf5ba814d30b0f84575656456a6, entries=150, sequenceid=96, filesize=11.7 K
2024-11-09T11:27:04,280 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 274647aa53ee11da4ad7659e99e72660 in 1276ms, sequenceid=96, compaction requested=true
2024-11-09T11:27:04,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:04,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:27:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/A is initiating minor compaction (all files)
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/B is initiating minor compaction (all files)
2024-11-09T11:27:04,281 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/A in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,281 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/B in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,281 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/af31cebe56084deb93ea5ae3fcdaee56, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=99.2 K
2024-11-09T11:27:04,281 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ede9d2b1201e4203a477d96f1854ec1f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/c4facdec7b1347789d3e79bd8f8e8752, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/50b6e7dca06f40d2bac821f1da08382b] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.3 K
2024-11-09T11:27:04,281 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,281 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/af31cebe56084deb93ea5ae3fcdaee56, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba]
2024-11-09T11:27:04,282 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ede9d2b1201e4203a477d96f1854ec1f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731151617508
2024-11-09T11:27:04,282 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting af31cebe56084deb93ea5ae3fcdaee56, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731151617508
2024-11-09T11:27:04,282 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting c4facdec7b1347789d3e79bd8f8e8752, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151618676
2024-11-09T11:27:04,282 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 541a27f819ea4d14ab1c3a57306d1c2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151618676
2024-11-09T11:27:04,282 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 50b6e7dca06f40d2bac821f1da08382b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731151620845
2024-11-09T11:27:04,282 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c38a0ec485944f1484b802e2569938ba, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731151620845
2024-11-09T11:27:04,286 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:04,287 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b4e781c71acf47babc58949e36a1309e_274647aa53ee11da4ad7659e99e72660 store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:04,287 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:04,288 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/e1ae85a7dfcd4fbc9d957334f0531ecb is 50, key is test_row_0/B:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:04,289 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b4e781c71acf47babc58949e36a1309e_274647aa53ee11da4ad7659e99e72660, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:04,290 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b4e781c71acf47babc58949e36a1309e_274647aa53ee11da4ad7659e99e72660 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:04,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742341_1517 (size=12207)
2024-11-09T11:27:04,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742342_1518 (size=4469)
2024-11-09T11:27:04,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-09T11:27:04,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-09T11:27:04,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094c094b09c5544cf18e911d16ec5b249f_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151623021/Put/seqid=0
2024-11-09T11:27:04,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742343_1519 (size=12154)
2024-11-09T11:27:04,695 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/e1ae85a7dfcd4fbc9d957334f0531ecb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/e1ae85a7dfcd4fbc9d957334f0531ecb
2024-11-09T11:27:04,696 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#A#compaction#438 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:04,697 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/19f0e19609b0462c886c87d737a07df4 is 175, key is test_row_0/A:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:04,699 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/B of 274647aa53ee11da4ad7659e99e72660 into e1ae85a7dfcd4fbc9d957334f0531ecb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:04,700 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:04,700 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/B, priority=13, startTime=1731151624281; duration=0sec
2024-11-09T11:27:04,700 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:04,700 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:B
2024-11-09T11:27:04,700 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:04,701 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:04,701 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/C is initiating minor compaction (all files)
2024-11-09T11:27:04,701 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/C in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:04,701 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/889d4a34cd35463c8f22c45040273288, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ac9a26d5611f41289e23ac55914e90c5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/5b38abf5ba814d30b0f84575656456a6] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.3 K
2024-11-09T11:27:04,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742344_1520 (size=31161)
2024-11-09T11:27:04,701 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 889d4a34cd35463c8f22c45040273288, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731151617508
2024-11-09T11:27:04,702 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ac9a26d5611f41289e23ac55914e90c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731151618676
2024-11-09T11:27:04,702 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b38abf5ba814d30b0f84575656456a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731151620845
2024-11-09T11:27:04,705 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/19f0e19609b0462c886c87d737a07df4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/19f0e19609b0462c886c87d737a07df4
2024-11-09T11:27:04,709 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/A of 274647aa53ee11da4ad7659e99e72660 into 19f0e19609b0462c886c87d737a07df4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:04,709 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:04,709 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/A, priority=13, startTime=1731151624280; duration=0sec
2024-11-09T11:27:04,709 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:04,709 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:A
2024-11-09T11:27:04,710 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#C#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:04,710 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/370e39ee6c494de3a40b49737a263237 is 50, key is test_row_0/C:col10/1731151620845/Put/seqid=0
2024-11-09T11:27:04,713 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742345_1521 (size=12207)
2024-11-09T11:27:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:04,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411094c094b09c5544cf18e911d16ec5b249f_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094c094b09c5544cf18e911d16ec5b249f_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:04,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fa5bab18568648f98b5fc6e72a6da2e3, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:04,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fa5bab18568648f98b5fc6e72a6da2e3 is 175, key is test_row_0/A:col10/1731151623021/Put/seqid=0
2024-11-09T11:27:04,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742346_1522 (size=30955)
2024-11-09T11:27:05,117 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/370e39ee6c494de3a40b49737a263237 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/370e39ee6c494de3a40b49737a263237
2024-11-09T11:27:05,124 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/C of 274647aa53ee11da4ad7659e99e72660 into 370e39ee6c494de3a40b49737a263237(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:05,124 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:05,124 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/C, priority=13, startTime=1731151624281; duration=0sec
2024-11-09T11:27:05,124 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:05,125 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:C
2024-11-09T11:27:05,173 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-09T11:27:05,173 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-09T11:27:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:05,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:05,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151685193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151685194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151685195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151685196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fa5bab18568648f98b5fc6e72a6da2e3
2024-11-09T11:27:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/6cd8b44459d747cc8e628110e990a60c is 50, key is test_row_0/B:col10/1731151623021/Put/seqid=0
2024-11-09T11:27:05,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742347_1523 (size=12001)
2024-11-09T11:27:05,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151685301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151685302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151685302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151685302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151685512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151685512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151685513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151685513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/6cd8b44459d747cc8e628110e990a60c
2024-11-09T11:27:05,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ebf2a715601447ce9b17f54384d775bc is 50, key is test_row_0/C:col10/1731151623021/Put/seqid=0
2024-11-09T11:27:05,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742348_1524 (size=12001)
2024-11-09T11:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:05,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151685822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151685822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151685822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151685822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:05,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ebf2a715601447ce9b17f54384d775bc
2024-11-09T11:27:06,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/fa5bab18568648f98b5fc6e72a6da2e3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3
2024-11-09T11:27:06,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3, entries=150, sequenceid=116, filesize=30.2 K
2024-11-09T11:27:06,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/6cd8b44459d747cc8e628110e990a60c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/6cd8b44459d747cc8e628110e990a60c
2024-11-09T11:27:06,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/6cd8b44459d747cc8e628110e990a60c, entries=150, sequenceid=116, filesize=11.7 K
2024-11-09T11:27:06,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ebf2a715601447ce9b17f54384d775bc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ebf2a715601447ce9b17f54384d775bc
2024-11-09T11:27:06,074 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ebf2a715601447ce9b17f54384d775bc, entries=150, sequenceid=116, filesize=11.7 K
2024-11-09T11:27:06,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 274647aa53ee11da4ad7659e99e72660 in 1688ms, sequenceid=116, compaction requested=false
2024-11-09T11:27:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-09T11:27:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-09T11:27:06,078 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-09T11:27:06,078 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4510 sec
2024-11-09T11:27:06,080 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4560 sec
2024-11-09T11:27:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:06,334 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:27:06,334 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-09T11:27:06,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110932eedbf1672645beb85276bf1689458f_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:06,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742349_1525 (size=14794)
2024-11-09T11:27:06,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151686351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151686352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151686353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151686353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151686462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151686462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151686463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151686463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151686672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151686672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151686673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151686673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:06,747 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110932eedbf1672645beb85276bf1689458f_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110932eedbf1672645beb85276bf1689458f_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:06,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/90a01851e1b441549fcdb1075b18eb2a, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:06,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/90a01851e1b441549fcdb1075b18eb2a is 175, key is test_row_0/A:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:06,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742350_1526 (size=39749)
2024-11-09T11:27:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151686982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151686982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151686982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:06,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151686982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:07,152 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/90a01851e1b441549fcdb1075b18eb2a
2024-11-09T11:27:07,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/764c774a517b484b82f94802e09a198f is 50, key is test_row_0/B:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:07,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742351_1527 (size=12151)
2024-11-09T11:27:07,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151687492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:07,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151687492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:07,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151687492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151687492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:07,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:07,561 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/764c774a517b484b82f94802e09a198f
2024-11-09T11:27:07,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/e4139f7ff04a4aa29ef3f6c47a86cb72 is 50, key is test_row_0/C:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:07,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742352_1528 (size=12151)
2024-11-09T11:27:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-09T11:27:07,792 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:07,792 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:27:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-09T11:27:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-09T11:27:07,794 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:27:07,794 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:27:07,794 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:27:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-09T11:27:07,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-09T11:27:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:07,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:07,971 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/e4139f7ff04a4aa29ef3f6c47a86cb72
2024-11-09T11:27:07,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/90a01851e1b441549fcdb1075b18eb2a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a
2024-11-09T11:27:07,977 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a, entries=200, sequenceid=139, filesize=38.8 K
2024-11-09T11:27:07,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/764c774a517b484b82f94802e09a198f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/764c774a517b484b82f94802e09a198f
2024-11-09T11:27:07,981 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/764c774a517b484b82f94802e09a198f, entries=150, sequenceid=139, filesize=11.9 K
2024-11-09T11:27:07,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/e4139f7ff04a4aa29ef3f6c47a86cb72 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/e4139f7ff04a4aa29ef3f6c47a86cb72
2024-11-09T11:27:07,984 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/e4139f7ff04a4aa29ef3f6c47a86cb72, entries=150, sequenceid=139, filesize=11.9 K
2024-11-09T11:27:07,985 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 274647aa53ee11da4ad7659e99e72660 in 1651ms, sequenceid=139, compaction requested=true
2024-11-09T11:27:07,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:07,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:27:07,986 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:27:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:07,986 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:27:07,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:07,986 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:07,986 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:07,986 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/A is initiating minor compaction (all files)
2024-11-09T11:27:07,986 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/B is initiating minor compaction (all files)
2024-11-09T11:27:07,986 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/B in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:07,986 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/A in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:07,986 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/e1ae85a7dfcd4fbc9d957334f0531ecb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/6cd8b44459d747cc8e628110e990a60c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/764c774a517b484b82f94802e09a198f] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.5 K
2024-11-09T11:27:07,986 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/19f0e19609b0462c886c87d737a07df4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=99.5 K
2024-11-09T11:27:07,986 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:07,987 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/19f0e19609b0462c886c87d737a07df4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a]
2024-11-09T11:27:07,987 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e1ae85a7dfcd4fbc9d957334f0531ecb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731151620845
2024-11-09T11:27:07,987 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cd8b44459d747cc8e628110e990a60c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731151623021
2024-11-09T11:27:07,987 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f0e19609b0462c886c87d737a07df4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731151620845
2024-11-09T11:27:07,987 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 764c774a517b484b82f94802e09a198f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151625193
2024-11-09T11:27:07,987 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5bab18568648f98b5fc6e72a6da2e3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731151623021
2024-11-09T11:27:07,988 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90a01851e1b441549fcdb1075b18eb2a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151625193
2024-11-09T11:27:07,993 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:07,994 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/aea60008ef95469a86d5907e66a68662 is 50, key is test_row_0/B:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:07,997 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:07,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742353_1529 (size=12459)
2024-11-09T11:27:07,999 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109b12a91e9622b44819f1b0af22b37770a_274647aa53ee11da4ad7659e99e72660 store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:08,001 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109b12a91e9622b44819f1b0af22b37770a_274647aa53ee11da4ad7659e99e72660, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:08,001 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b12a91e9622b44819f1b0af22b37770a_274647aa53ee11da4ad7659e99e72660 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:08,005 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/aea60008ef95469a86d5907e66a68662 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/aea60008ef95469a86d5907e66a68662
2024-11-09T11:27:08,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742354_1530 (size=4469)
2024-11-09T11:27:08,009 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/B of 274647aa53ee11da4ad7659e99e72660 into aea60008ef95469a86d5907e66a68662(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:08,009 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:08,009 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/B, priority=13, startTime=1731151627986; duration=0sec
2024-11-09T11:27:08,010 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:08,010 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:B
2024-11-09T11:27:08,010 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:08,010 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:08,010 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/C is initiating minor compaction (all files)
2024-11-09T11:27:08,010 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/C in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:08,011 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/370e39ee6c494de3a40b49737a263237, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ebf2a715601447ce9b17f54384d775bc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/e4139f7ff04a4aa29ef3f6c47a86cb72] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.5 K
2024-11-09T11:27:08,011 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 370e39ee6c494de3a40b49737a263237, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731151620845
2024-11-09T11:27:08,011 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ebf2a715601447ce9b17f54384d775bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731151623021
2024-11-09T11:27:08,011 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting e4139f7ff04a4aa29ef3f6c47a86cb72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151625193
2024-11-09T11:27:08,017 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:08,017 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/d7393d27e4c44de3ae89da06dfffffd6 is 50, key is test_row_0/C:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:08,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742355_1531 (size=12459)
2024-11-09T11:27:08,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-09T11:27:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:08,097 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-09T11:27:08,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110950cf2a91b66c481d9d8c8c77227004ed_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151626349/Put/seqid=0
2024-11-09T11:27:08,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742356_1532 (size=12304)
2024-11-09T11:27:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-09T11:27:08,410 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:08,411 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/5a488d6a3b83451f812edbb6712a30f9 is 175, key is test_row_0/A:col10/1731151626333/Put/seqid=0
2024-11-09T11:27:08,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742357_1533 (size=31413)
2024-11-09T11:27:08,420 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/5a488d6a3b83451f812edbb6712a30f9 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5a488d6a3b83451f812edbb6712a30f9
2024-11-09T11:27:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-09T11:27:08,424 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/A of 274647aa53ee11da4ad7659e99e72660 into 5a488d6a3b83451f812edbb6712a30f9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:08,424 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:08,424 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/A, priority=13, startTime=1731151627985; duration=0sec
2024-11-09T11:27:08,424 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:08,424 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:A
2024-11-09T11:27:08,433 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/d7393d27e4c44de3ae89da06dfffffd6 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/d7393d27e4c44de3ae89da06dfffffd6
2024-11-09T11:27:08,437 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/C of 274647aa53ee11da4ad7659e99e72660 into d7393d27e4c44de3ae89da06dfffffd6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:08,437 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:08,437 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/C, priority=13, startTime=1731151627986; duration=0sec
2024-11-09T11:27:08,437 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:08,437 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:C
2024-11-09T11:27:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:08,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:08,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110950cf2a91b66c481d9d8c8c77227004ed_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950cf2a91b66c481d9d8c8c77227004ed_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:08,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/5f28517031234b068818fba747c584e5, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/5f28517031234b068818fba747c584e5 is 175, key is test_row_0/A:col10/1731151626349/Put/seqid=0
2024-11-09T11:27:08,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742358_1534 (size=31105)
2024-11-09T11:27:08,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151688529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151688529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151688532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151688533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151688641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151688642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151688642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151688642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151688852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151688852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151688853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151688853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:08,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:08,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/5f28517031234b068818fba747c584e5
2024-11-09T11:27:08,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/0c33fa283d334f6aa6b2197189e0b345 is 50, key is test_row_0/B:col10/1731151626349/Put/seqid=0
2024-11-09T11:27:08,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742359_1535 (size=12151)
2024-11-09T11:27:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-09T11:27:09,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151689162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151689162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151689162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151689162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/0c33fa283d334f6aa6b2197189e0b345
2024-11-09T11:27:09,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/b1f6944329a3407bb4e7184c72a45a2c is 50, key is test_row_0/C:col10/1731151626349/Put/seqid=0
2024-11-09T11:27:09,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742360_1536 (size=12151)
2024-11-09T11:27:09,336 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/b1f6944329a3407bb4e7184c72a45a2c
2024-11-09T11:27:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/5f28517031234b068818fba747c584e5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5
2024-11-09T11:27:09,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5, entries=150, sequenceid=156, filesize=30.4 K
2024-11-09T11:27:09,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/0c33fa283d334f6aa6b2197189e0b345 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0c33fa283d334f6aa6b2197189e0b345
2024-11-09T11:27:09,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0c33fa283d334f6aa6b2197189e0b345, entries=150, sequenceid=156, filesize=11.9 K
2024-11-09T11:27:09,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/b1f6944329a3407bb4e7184c72a45a2c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/b1f6944329a3407bb4e7184c72a45a2c
2024-11-09T11:27:09,348 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/b1f6944329a3407bb4e7184c72a45a2c, entries=150, sequenceid=156, filesize=11.9 K
2024-11-09T11:27:09,349 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 274647aa53ee11da4ad7659e99e72660 in 1251ms, sequenceid=156, compaction requested=false
2024-11-09T11:27:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-09T11:27:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-09T11:27:09,351 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-09T11:27:09,351 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec
2024-11-09T11:27:09,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.5600 sec
2024-11-09T11:27:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:27:09,678 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-09T11:27:09,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b5f6e0920402446f92eeaf00acac1730_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:09,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151689689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742361_1537 (size=14794)
2024-11-09T11:27:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151689690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151689691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151689692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151689801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151689801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151689802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151689802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:09,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-09T11:27:09,942 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:09,942 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:27:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees
2024-11-09T11:27:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:09,944 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:27:09,944 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:27:09,944 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:27:10,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151690012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151690013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151690013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151690013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:10,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:10,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:10,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:10,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,097 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109b5f6e0920402446f92eeaf00acac1730_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5f6e0920402446f92eeaf00acac1730_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/b2ba1962ab5a4c279b2dd20f60aa90a0, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:10,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/b2ba1962ab5a4c279b2dd20f60aa90a0 is 175, key is test_row_0/A:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:10,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742362_1538 (size=39749)
2024-11-09T11:27:10,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:10,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151690322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151690322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151690322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151690322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,503 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/b2ba1962ab5a4c279b2dd20f60aa90a0
2024-11-09T11:27:10,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/51deced238a848028fd590c56da4219e is 50, key is test_row_0/B:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:10,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742363_1539 (size=12151)
2024-11-09T11:27:10,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:10,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:10,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151690832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151690832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151690832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151690832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:10,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=163
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:10,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/51deced238a848028fd590c56da4219e
2024-11-09T11:27:10,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/6150653455f340d780de3a35df83405f is 50, key is test_row_0/C:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:10,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742364_1540 (size=12151)
2024-11-09T11:27:10,927 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/6150653455f340d780de3a35df83405f
2024-11-09T11:27:10,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/b2ba1962ab5a4c279b2dd20f60aa90a0 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0
2024-11-09T11:27:10,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0, entries=200, sequenceid=181, filesize=38.8 K
2024-11-09T11:27:10,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/51deced238a848028fd590c56da4219e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/51deced238a848028fd590c56da4219e
2024-11-09T11:27:10,937 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/51deced238a848028fd590c56da4219e, entries=150, sequenceid=181, filesize=11.9 K
2024-11-09T11:27:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/6150653455f340d780de3a35df83405f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6150653455f340d780de3a35df83405f
2024-11-09T11:27:10,940 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6150653455f340d780de3a35df83405f, entries=150, sequenceid=181, filesize=11.9 K
2024-11-09T11:27:10,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 274647aa53ee11da4ad7659e99e72660 in 1263ms, sequenceid=181, compaction requested=true
2024-11-09T11:27:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:27:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:10,941 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:27:10,941 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:27:10,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:10,942 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:10,942 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/B is initiating minor compaction (all files)
2024-11-09T11:27:10,942 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/B in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,942 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/aea60008ef95469a86d5907e66a68662, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0c33fa283d334f6aa6b2197189e0b345, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/51deced238a848028fd590c56da4219e] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.9 K
2024-11-09T11:27:10,943 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:10,943 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting aea60008ef95469a86d5907e66a68662, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151625193
2024-11-09T11:27:10,943 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/A is initiating minor compaction (all files)
2024-11-09T11:27:10,943 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/A in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,943 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5a488d6a3b83451f812edbb6712a30f9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=99.9 K
2024-11-09T11:27:10,943 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:10,943 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5a488d6a3b83451f812edbb6712a30f9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0]
2024-11-09T11:27:10,943 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a488d6a3b83451f812edbb6712a30f9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151625193
2024-11-09T11:27:10,943 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c33fa283d334f6aa6b2197189e0b345, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151626344
2024-11-09T11:27:10,944 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f28517031234b068818fba747c584e5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151626344
2024-11-09T11:27:10,944 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 51deced238a848028fd590c56da4219e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731151628527
2024-11-09T11:27:10,944 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ba1962ab5a4c279b2dd20f60aa90a0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731151628527
2024-11-09T11:27:10,950 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:10,951 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/919039d29d4240f58cea9b2b9979730f is 50, key is test_row_0/B:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:10,953 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:10,957 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109ecdca01d2b144b949c3b01d0b8919de8_274647aa53ee11da4ad7659e99e72660 store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:10,958 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109ecdca01d2b144b949c3b01d0b8919de8_274647aa53ee11da4ad7659e99e72660, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:10,958 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109ecdca01d2b144b949c3b01d0b8919de8_274647aa53ee11da4ad7659e99e72660 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:10,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742365_1541 (size=12561)
2024-11-09T11:27:10,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742366_1542 (size=4469)
2024-11-09T11:27:10,971 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#A#compaction#457 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:10,971 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/473dbd807e9f4a36a6cadc6a09fe5067 is 175, key is test_row_0/A:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:10,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742367_1543 (size=31515)
2024-11-09T11:27:11,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163
2024-11-09T11:27:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:11,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-09T11:27:11,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e1d16db34594b2b9c7ea8c9108cc6cb_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151629688/Put/seqid=0
2024-11-09T11:27:11,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742368_1544 (size=12304)
2024-11-09T11:27:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:11,364 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/919039d29d4240f58cea9b2b9979730f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/919039d29d4240f58cea9b2b9979730f
2024-11-09T11:27:11,367 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/B of 274647aa53ee11da4ad7659e99e72660 into 919039d29d4240f58cea9b2b9979730f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:11,367 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:11,367 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/B, priority=13, startTime=1731151630941; duration=0sec
2024-11-09T11:27:11,368 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:11,368 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:B
2024-11-09T11:27:11,368 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:11,368 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:11,368 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/C is initiating minor compaction (all files)
2024-11-09T11:27:11,369 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/C in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:11,369 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/d7393d27e4c44de3ae89da06dfffffd6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/b1f6944329a3407bb4e7184c72a45a2c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6150653455f340d780de3a35df83405f] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=35.9 K
2024-11-09T11:27:11,369 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting d7393d27e4c44de3ae89da06dfffffd6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731151625193
2024-11-09T11:27:11,369 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting b1f6944329a3407bb4e7184c72a45a2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731151626344
2024-11-09T11:27:11,369 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6150653455f340d780de3a35df83405f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731151628527
2024-11-09T11:27:11,374 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:11,374 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/dbcf1a4c363e4fccb8a3d615be97cdeb is 50, key is test_row_0/C:col10/1731151628527/Put/seqid=0
2024-11-09T11:27:11,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742369_1545 (size=12561)
2024-11-09T11:27:11,378 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/473dbd807e9f4a36a6cadc6a09fe5067 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/473dbd807e9f4a36a6cadc6a09fe5067
2024-11-09T11:27:11,381 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/dbcf1a4c363e4fccb8a3d615be97cdeb as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/dbcf1a4c363e4fccb8a3d615be97cdeb
2024-11-09T11:27:11,382 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/A of 274647aa53ee11da4ad7659e99e72660 into 473dbd807e9f4a36a6cadc6a09fe5067(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:11,382 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:11,382 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/A, priority=13, startTime=1731151630941; duration=0sec
2024-11-09T11:27:11,382 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:11,382 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:A
2024-11-09T11:27:11,385 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/C of 274647aa53ee11da4ad7659e99e72660 into dbcf1a4c363e4fccb8a3d615be97cdeb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:11,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:11,386 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/C, priority=13, startTime=1731151630942; duration=0sec
2024-11-09T11:27:11,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:11,386 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:C
2024-11-09T11:27:11,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:11,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411093e1d16db34594b2b9c7ea8c9108cc6cb_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e1d16db34594b2b9c7ea8c9108cc6cb_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c3d898550093478cae31fd0502eb9dd4, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:11,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c3d898550093478cae31fd0502eb9dd4 is 175, key is test_row_0/A:col10/1731151629688/Put/seqid=0
2024-11-09T11:27:11,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742370_1546 (size=31105)
2024-11-09T11:27:11,828 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c3d898550093478cae31fd0502eb9dd4
2024-11-09T11:27:11,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/449a7eeba10e483cb47700e1d3983e0e is 50, key is test_row_0/B:col10/1731151629688/Put/seqid=0
2024-11-09T11:27:11,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742371_1547 (size=12151)
2024-11-09T11:27:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:11,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:11,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151691867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151691870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151691870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151691871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151691986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151691986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151691986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151691986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:11,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:12,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151692192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,193 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151692192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151692192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151692192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,237 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/449a7eeba10e483cb47700e1d3983e0e
2024-11-09T11:27:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/2537fa56a4d44c7088473dfb212828ce is 50, key is test_row_0/C:col10/1731151629688/Put/seqid=0
2024-11-09T11:27:12,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742372_1548 (size=12151)
2024-11-09T11:27:12,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151692502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151692502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151692502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151692502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:12,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/2537fa56a4d44c7088473dfb212828ce
2024-11-09T11:27:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/c3d898550093478cae31fd0502eb9dd4 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4
2024-11-09T11:27:12,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4, entries=150, sequenceid=194, filesize=30.4 K
2024-11-09T11:27:12,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/449a7eeba10e483cb47700e1d3983e0e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/449a7eeba10e483cb47700e1d3983e0e
2024-11-09T11:27:12,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/449a7eeba10e483cb47700e1d3983e0e, entries=150, sequenceid=194, filesize=11.9 K
2024-11-09T11:27:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/2537fa56a4d44c7088473dfb212828ce as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/2537fa56a4d44c7088473dfb212828ce
2024-11-09T11:27:12,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/2537fa56a4d44c7088473dfb212828ce, entries=150, sequenceid=194, filesize=11.9 K
2024-11-09T11:27:12,661 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 274647aa53ee11da4ad7659e99e72660 in 1649ms, sequenceid=194, compaction requested=false
2024-11-09T11:27:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:12,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163
2024-11-09T11:27:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=163
2024-11-09T11:27:12,663 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-09T11:27:12,663 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7180 sec
2024-11-09T11:27:12,664 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.7210 sec
2024-11-09T11:27:13,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:13,014 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:27:13,014 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-09T11:27:13,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f63a758688174ce6a02136b225f2a798_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:13,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742373_1549 (size=14794)
2024-11-09T11:27:13,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151693021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151693021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151693025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151693025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151693132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151693132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151693132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151693132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151693342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151693342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151693342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151693342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,424 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:13,427 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109f63a758688174ce6a02136b225f2a798_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f63a758688174ce6a02136b225f2a798_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:13,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/030495654793486da90f46b653e1925f, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:13,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/030495654793486da90f46b653e1925f is 175, key is test_row_0/A:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:13,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742374_1550 (size=39749)
2024-11-09T11:27:13,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52964 deadline: 1731151693642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,645 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 3264b4bbda9f,45745,1731151465654 for 'test_row_0' in 274647aa53ee11da4ad7659e99e72660 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18293 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-09T11:27:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151693652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151693652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151693652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151693653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:13,831 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/030495654793486da90f46b653e1925f
2024-11-09T11:27:13,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/fcfa8adcd1cd423399b139397ebdf2d5 is 50, key is test_row_0/B:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:13,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742375_1551 (size=12151)
2024-11-09T11:27:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-09T11:27:14,122 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:14,122 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-09T11:27:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees
2024-11-09T11:27:14,124 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-09T11:27:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:14,124 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T11:27:14,124 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T11:27:14,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151694162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151694162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:14,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151694162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:14,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151694162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:14,241 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/fcfa8adcd1cd423399b139397ebdf2d5
2024-11-09T11:27:14,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/0411e199d1c34861b90820ca62f5d82d is 50, key is test_row_0/C:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:14,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742376_1552 (size=12151)
2024-11-09T11:27:14,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-09T11:27:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-09T11:27:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-09T11:27:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165
java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4177): Remote procedure failed, pid=165
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T11:27:14,649 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/0411e199d1c34861b90820ca62f5d82d
2024-11-09T11:27:14,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/030495654793486da90f46b653e1925f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f
2024-11-09T11:27:14,655 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f, entries=200, sequenceid=223, filesize=38.8 K
2024-11-09T11:27:14,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/fcfa8adcd1cd423399b139397ebdf2d5 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/fcfa8adcd1cd423399b139397ebdf2d5
2024-11-09T11:27:14,657 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/fcfa8adcd1cd423399b139397ebdf2d5, entries=150, sequenceid=223, filesize=11.9 K
2024-11-09T11:27:14,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/0411e199d1c34861b90820ca62f5d82d as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/0411e199d1c34861b90820ca62f5d82d
2024-11-09T11:27:14,660 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/0411e199d1c34861b90820ca62f5d82d, entries=150, sequenceid=223, filesize=11.9 K
2024-11-09T11:27:14,661 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 274647aa53ee11da4ad7659e99e72660 in 1647ms, sequenceid=223, compaction requested=true
2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:14,661 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:27:14,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:14,661 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:14,662 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:14,662 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:14,662 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/B is initiating minor compaction (all files)
2024-11-09T11:27:14,662 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/A is initiating minor compaction (all files)
2024-11-09T11:27:14,662 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/B in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,662 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/A in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,662 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/919039d29d4240f58cea9b2b9979730f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/449a7eeba10e483cb47700e1d3983e0e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/fcfa8adcd1cd423399b139397ebdf2d5] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=36.0 K
2024-11-09T11:27:14,662 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/473dbd807e9f4a36a6cadc6a09fe5067, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=100.0 K
2024-11-09T11:27:14,662 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,662 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/473dbd807e9f4a36a6cadc6a09fe5067, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f]
2024-11-09T11:27:14,662 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 919039d29d4240f58cea9b2b9979730f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731151628527
2024-11-09T11:27:14,663 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 449a7eeba10e483cb47700e1d3983e0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731151629688
2024-11-09T11:27:14,663 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 473dbd807e9f4a36a6cadc6a09fe5067, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731151628527
2024-11-09T11:27:14,663 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting fcfa8adcd1cd423399b139397ebdf2d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731151631865
2024-11-09T11:27:14,663 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3d898550093478cae31fd0502eb9dd4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731151629688
2024-11-09T11:27:14,663 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 030495654793486da90f46b653e1925f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731151631865
2024-11-09T11:27:14,668 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:14,669 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/8c08134595a94413baa27ef360e0a32c is 50, key is test_row_0/B:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:14,677 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:14,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742377_1553 (size=12663)
2024-11-09T11:27:14,679 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241109749b0f3d758647a6877d5f57dbd046c8_274647aa53ee11da4ad7659e99e72660 store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:14,681 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241109749b0f3d758647a6877d5f57dbd046c8_274647aa53ee11da4ad7659e99e72660, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:14,681 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109749b0f3d758647a6877d5f57dbd046c8_274647aa53ee11da4ad7659e99e72660 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:14,687 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/8c08134595a94413baa27ef360e0a32c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/8c08134595a94413baa27ef360e0a32c
2024-11-09T11:27:14,693 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/B of 274647aa53ee11da4ad7659e99e72660 into 8c08134595a94413baa27ef360e0a32c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:14,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742378_1554 (size=4469)
2024-11-09T11:27:14,693 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:14,693 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/B, priority=13, startTime=1731151634661; duration=0sec
2024-11-09T11:27:14,694 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:14,694 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:B
2024-11-09T11:27:14,694 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:14,694 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#A#compaction#466 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:14,695 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/b605ba394c7140218f0d8fc7f1d2330a is 175, key is test_row_0/A:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:14,696 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:14,696 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/C is initiating minor compaction (all files)
2024-11-09T11:27:14,696 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/C in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,696 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/dbcf1a4c363e4fccb8a3d615be97cdeb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/2537fa56a4d44c7088473dfb212828ce, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/0411e199d1c34861b90820ca62f5d82d] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=36.0 K
2024-11-09T11:27:14,697 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting dbcf1a4c363e4fccb8a3d615be97cdeb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731151628527
2024-11-09T11:27:14,697 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 2537fa56a4d44c7088473dfb212828ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731151629688
2024-11-09T11:27:14,698 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 0411e199d1c34861b90820ca62f5d82d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731151631865
2024-11-09T11:27:14,710 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:14,710 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/97d114fc1b874dd3821036ce0aae9f9e is 50, key is test_row_0/C:col10/1731151631865/Put/seqid=0
2024-11-09T11:27:14,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742379_1555 (size=31617)
2024-11-09T11:27:14,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742380_1556 (size=12663)
2024-11-09T11:27:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45745 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165
2024-11-09T11:27:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:14,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-09T11:27:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fecbe820d9bf47d9b363cb71ce59c37a_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151633024/Put/seqid=0
2024-11-09T11:27:14,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742381_1557 (size=12304)
2024-11-09T11:27:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:15,121 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/b605ba394c7140218f0d8fc7f1d2330a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b605ba394c7140218f0d8fc7f1d2330a
2024-11-09T11:27:15,124 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/A of 274647aa53ee11da4ad7659e99e72660 into b605ba394c7140218f0d8fc7f1d2330a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:15,124 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:15,124 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/A, priority=13, startTime=1731151634661; duration=0sec
2024-11-09T11:27:15,124 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:15,124 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:A
2024-11-09T11:27:15,132 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/97d114fc1b874dd3821036ce0aae9f9e as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/97d114fc1b874dd3821036ce0aae9f9e
2024-11-09T11:27:15,135 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/C of 274647aa53ee11da4ad7659e99e72660 into 97d114fc1b874dd3821036ce0aae9f9e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:15,135 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:15,136 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/C, priority=13, startTime=1731151634661; duration=0sec
2024-11-09T11:27:15,136 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:15,136 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:C
2024-11-09T11:27:15,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:15,145 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109fecbe820d9bf47d9b363cb71ce59c37a_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fecbe820d9bf47d9b363cb71ce59c37a_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/3b812bd0e0f8436e9b35ec09b38d95e7, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/3b812bd0e0f8436e9b35ec09b38d95e7 is 175, key is test_row_0/A:col10/1731151633024/Put/seqid=0
2024-11-09T11:27:15,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742382_1558 (size=31105)
2024-11-09T11:27:15,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. as already flushing
2024-11-09T11:27:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:15,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151695196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151695196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151695198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151695199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:15,288 INFO  [Thread-2221 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2221.
2024-11-09T11:27:15,288 DEBUG [Thread-2221 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:15,289 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,289 DEBUG [Thread-2221 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,289 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:15,290 INFO  [Thread-2225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2225.
2024-11-09T11:27:15,290 DEBUG [Thread-2225 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:15,290 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,290 DEBUG [Thread-2225 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,290 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:15,291 INFO  [Thread-2223 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2223.
2024-11-09T11:27:15,291 DEBUG [Thread-2223 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:15,291 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,291 DEBUG [Thread-2223 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:15,291 INFO  [Thread-2227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2227.
2024-11-09T11:27:15,291 DEBUG [Thread-2227 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:15,291 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,291 DEBUG [Thread-2227 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,291 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:15,293 INFO  [Thread-2229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2229.
2024-11-09T11:27:15,293 DEBUG [Thread-2229 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:15,293 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,293 DEBUG [Thread-2229 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:15,293 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:15,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151695302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151695302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,302 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151695312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151695312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151695513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151695513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151695522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151695523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/3b812bd0e0f8436e9b35ec09b38d95e7
2024-11-09T11:27:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/ca8085b5956445488218fc2766c2425a is 50, key is test_row_0/B:col10/1731151633024/Put/seqid=0
2024-11-09T11:27:15,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742383_1559 (size=12151)
2024-11-09T11:27:15,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151695822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151695823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,824 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151695833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151695833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:15,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:15,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/ca8085b5956445488218fc2766c2425a
2024-11-09T11:27:15,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/4a8d4a2c936c47b0b543c4459b8114c3 is 50, key is test_row_0/C:col10/1731151633024/Put/seqid=0
2024-11-09T11:27:15,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742384_1560 (size=12151)
2024-11-09T11:27:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:16,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:16,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52976 deadline: 1731151696333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52942 deadline: 1731151696333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:16,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:16,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52980 deadline: 1731151696342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:16,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T11:27:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52918 deadline: 1731151696343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 , the old value is region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-09T11:27:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., hostname=3264b4bbda9f,45745,1731151465654, seqNum=5 because the exception is null or not the one we care about
2024-11-09T11:27:16,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/4a8d4a2c936c47b0b543c4459b8114c3
2024-11-09T11:27:16,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/3b812bd0e0f8436e9b35ec09b38d95e7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7
2024-11-09T11:27:16,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7, entries=150, sequenceid=235, filesize=30.4 K
2024-11-09T11:27:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/ca8085b5956445488218fc2766c2425a as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ca8085b5956445488218fc2766c2425a
2024-11-09T11:27:16,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ca8085b5956445488218fc2766c2425a, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T11:27:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/4a8d4a2c936c47b0b543c4459b8114c3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/4a8d4a2c936c47b0b543c4459b8114c3
2024-11-09T11:27:16,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/4a8d4a2c936c47b0b543c4459b8114c3, entries=150, sequenceid=235, filesize=11.9 K
2024-11-09T11:27:16,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 274647aa53ee11da4ad7659e99e72660 in 1676ms, sequenceid=235, compaction requested=false
2024-11-09T11:27:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:16,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3264b4bbda9f:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165
2024-11-09T11:27:16,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster(4169): Remote procedure done, pid=165
2024-11-09T11:27:16,414 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-09T11:27:16,414 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2880 sec
2024-11-09T11:27:16,416 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.2910 sec
2024-11-09T11:27:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45745 {}] regionserver.HRegion(8855): Flush requested on 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:17,347 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-09T11:27:17,347 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-09T11:27:17,347 INFO  [Thread-2210 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2210.
2024-11-09T11:27:17,348 DEBUG [Thread-2210 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:17,348 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,348 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,348 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:17,355 INFO  [Thread-2214 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2214.
2024-11-09T11:27:17,355 INFO  [Thread-2218 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2218.
2024-11-09T11:27:17,355 DEBUG [Thread-2218 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:17,355 DEBUG [Thread-2214 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:17,355 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,355 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,355 INFO  [Thread-2212 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2212.
2024-11-09T11:27:17,355 DEBUG [Thread-2212 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:17,355 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,355 DEBUG [Thread-2218 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,355 DEBUG [Thread-2214 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,355 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:17,355 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:17,355 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:17,356 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:17,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090c65c70902ab447d933e88dbbc3610eb_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:17,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742385_1561 (size=12454)
2024-11-09T11:27:17,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:17,767 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411090c65c70902ab447d933e88dbbc3610eb_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090c65c70902ab447d933e88dbbc3610eb_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:17,769 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/e6d9dc11b5894b1894699edc6c5f81d3, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:17,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/e6d9dc11b5894b1894699edc6c5f81d3 is 175, key is test_row_0/A:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:17,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742386_1562 (size=31255)
2024-11-09T11:27:18,176 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/e6d9dc11b5894b1894699edc6c5f81d3
2024-11-09T11:27:18,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/4060b2318e094dcea8a5354d452f5556 is 50, key is test_row_0/B:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:18,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742387_1563 (size=12301)
2024-11-09T11:27:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164
2024-11-09T11:27:18,294 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:18,594 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/4060b2318e094dcea8a5354d452f5556
2024-11-09T11:27:18,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/6d11572a1993419587d3eb38fe69c413 is 50, key is test_row_0/C:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:18,604 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742388_1564 (size=12301)
2024-11-09T11:27:19,006 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/6d11572a1993419587d3eb38fe69c413
2024-11-09T11:27:19,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/e6d9dc11b5894b1894699edc6c5f81d3 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3
2024-11-09T11:27:19,020 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3, entries=150, sequenceid=263, filesize=30.5 K
2024-11-09T11:27:19,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/4060b2318e094dcea8a5354d452f5556 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/4060b2318e094dcea8a5354d452f5556
2024-11-09T11:27:19,025 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/4060b2318e094dcea8a5354d452f5556, entries=150, sequenceid=263, filesize=12.0 K
2024-11-09T11:27:19,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/6d11572a1993419587d3eb38fe69c413 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6d11572a1993419587d3eb38fe69c413
2024-11-09T11:27:19,030 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6d11572a1993419587d3eb38fe69c413, entries=150, sequenceid=263, filesize=12.0 K
2024-11-09T11:27:19,031 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=20.13 KB/20610 for 274647aa53ee11da4ad7659e99e72660 in 1684ms, sequenceid=263, compaction requested=true
2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:A, priority=-2147483648, current under compaction store size is 1
2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:B, priority=-2147483648, current under compaction store size is 2
2024-11-09T11:27:19,031 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:19,031 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 274647aa53ee11da4ad7659e99e72660:C, priority=-2147483648, current under compaction store size is 3
2024-11-09T11:27:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:19,032 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:19,032 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:19,032 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/B is initiating minor compaction (all files)
2024-11-09T11:27:19,033 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/B in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:19,033 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/A is initiating minor compaction (all files)
2024-11-09T11:27:19,033 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/A in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:19,033 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/8c08134595a94413baa27ef360e0a32c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ca8085b5956445488218fc2766c2425a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/4060b2318e094dcea8a5354d452f5556] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=36.2 K
2024-11-09T11:27:19,033 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b605ba394c7140218f0d8fc7f1d2330a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=91.8 K
2024-11-09T11:27:19,033 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:19,033 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. files: [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b605ba394c7140218f0d8fc7f1d2330a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3]
2024-11-09T11:27:19,033 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c08134595a94413baa27ef360e0a32c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731151631865
2024-11-09T11:27:19,033 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting ca8085b5956445488218fc2766c2425a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151633015
2024-11-09T11:27:19,033 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting b605ba394c7140218f0d8fc7f1d2330a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731151631865
2024-11-09T11:27:19,034 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4060b2318e094dcea8a5354d452f5556, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731151635194
2024-11-09T11:27:19,034 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b812bd0e0f8436e9b35ec09b38d95e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151633015
2024-11-09T11:27:19,034 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6d9dc11b5894b1894699edc6c5f81d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731151635194
2024-11-09T11:27:19,042 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:19,043 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:19,043 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/757a2895a89f4d7caf40184fe15990a7 is 50, key is test_row_0/B:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:19,044 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110934dc3dfaff794e4bbf6a7377c92ddfc9_274647aa53ee11da4ad7659e99e72660 store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:19,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742389_1565 (size=12915)
2024-11-09T11:27:19,047 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110934dc3dfaff794e4bbf6a7377c92ddfc9_274647aa53ee11da4ad7659e99e72660, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:19,048 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110934dc3dfaff794e4bbf6a7377c92ddfc9_274647aa53ee11da4ad7659e99e72660 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:19,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742390_1566 (size=4469)
2024-11-09T11:27:19,453 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:19,454 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/bf2ca4efdff74a959bde3c86d6dbe89b is 175, key is test_row_0/A:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:19,458 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/757a2895a89f4d7caf40184fe15990a7 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/757a2895a89f4d7caf40184fe15990a7
2024-11-09T11:27:19,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742391_1567 (size=31869)
2024-11-09T11:27:19,465 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/B of 274647aa53ee11da4ad7659e99e72660 into 757a2895a89f4d7caf40184fe15990a7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:19,465 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:19,465 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/B, priority=13, startTime=1731151639031; duration=0sec
2024-11-09T11:27:19,465 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-09T11:27:19,465 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:B
2024-11-09T11:27:19,465 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-09T11:27:19,466 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-09T11:27:19,466 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1541): 274647aa53ee11da4ad7659e99e72660/C is initiating minor compaction (all files)
2024-11-09T11:27:19,466 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 274647aa53ee11da4ad7659e99e72660/C in TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:19,466 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/97d114fc1b874dd3821036ce0aae9f9e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/4a8d4a2c936c47b0b543c4459b8114c3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6d11572a1993419587d3eb38fe69c413] into tmpdir=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp, totalSize=36.2 K
2024-11-09T11:27:19,467 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d114fc1b874dd3821036ce0aae9f9e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731151631865
2024-11-09T11:27:19,467 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8d4a2c936c47b0b543c4459b8114c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731151633015
2024-11-09T11:27:19,467 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d11572a1993419587d3eb38fe69c413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1731151635194
2024-11-09T11:27:19,476 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 274647aa53ee11da4ad7659e99e72660#C#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-09T11:27:19,477 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/1fbe1ba9baad4f318410ad37c3ed19bc is 50, key is test_row_0/C:col10/1731151637343/Put/seqid=0
2024-11-09T11:27:19,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742392_1568 (size=12915)
2024-11-09T11:27:19,871 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/bf2ca4efdff74a959bde3c86d6dbe89b as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/bf2ca4efdff74a959bde3c86d6dbe89b
2024-11-09T11:27:19,876 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/A of 274647aa53ee11da4ad7659e99e72660 into bf2ca4efdff74a959bde3c86d6dbe89b(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:19,876 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:19,876 INFO  [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/A, priority=13, startTime=1731151639031; duration=0sec
2024-11-09T11:27:19,876 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:19,876 DEBUG [RS:0;3264b4bbda9f:45745-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:A
2024-11-09T11:27:19,885 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/1fbe1ba9baad4f318410ad37c3ed19bc as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/1fbe1ba9baad4f318410ad37c3ed19bc
2024-11-09T11:27:19,891 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 274647aa53ee11da4ad7659e99e72660/C of 274647aa53ee11da4ad7659e99e72660 into 1fbe1ba9baad4f318410ad37c3ed19bc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-09T11:27:19,891 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 274647aa53ee11da4ad7659e99e72660:

2024-11-09T11:27:19,891 INFO  [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., storeName=274647aa53ee11da4ad7659e99e72660/C, priority=13, startTime=1731151639031; duration=0sec
2024-11-09T11:27:19,891 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-09T11:27:19,891 DEBUG [RS:0;3264b4bbda9f:45745-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 274647aa53ee11da4ad7659e99e72660:C
2024-11-09T11:27:23,687 INFO  [Thread-2216 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2216.
2024-11-09T11:27:23,687 DEBUG [Thread-2216 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-09T11:27:23,687 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:23,687 DEBUG [Thread-2216 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:23,688 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 46
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 7
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 55
2024-11-09T11:27:23,688 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4463
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4433
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4518
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4458
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4425
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-09T11:27:23,689 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:27:23,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:27:23,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:23,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:23,690 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:23,692 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-09T11:27:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-09T11:27:23,697 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151643696"}]},"ts":"1731151643696"}
2024-11-09T11:27:23,698 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-09T11:27:23,698 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-09T11:27:23,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-09T11:27:23,700 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, UNASSIGN}]
2024-11-09T11:27:23,701 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, UNASSIGN
2024-11-09T11:27:23,702 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=CLOSING, regionLocation=3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:23,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, UNASSIGN because future has completed
2024-11-09T11:27:23,704 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-09T11:27:23,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654}]
2024-11-09T11:27:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-09T11:27:23,845 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-09T11:27:23,857 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:23,858 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-09T11:27:23,858 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 274647aa53ee11da4ad7659e99e72660, disabling compactions & flushes
2024-11-09T11:27:23,858 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:23,858 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:23,858 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. after waiting 0 ms
2024-11-09T11:27:23,858 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:23,858 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 274647aa53ee11da4ad7659e99e72660 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-11-09T11:27:23,869 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c6876a456843441eb569c352dc1adabe_274647aa53ee11da4ad7659e99e72660 is 50, key is test_row_0/A:col10/1731151643684/Put/seqid=0
2024-11-09T11:27:23,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742393_1569 (size=12454)
2024-11-09T11:27:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-09T11:27:24,276 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T11:27:24,285 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241109c6876a456843441eb569c352dc1adabe_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c6876a456843441eb569c352dc1adabe_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:24,287 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/86a7e541bc204c81accae09f01161b21, store: [table=TestAcidGuarantees family=A region=274647aa53ee11da4ad7659e99e72660]
2024-11-09T11:27:24,288 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/86a7e541bc204c81accae09f01161b21 is 175, key is test_row_0/A:col10/1731151643684/Put/seqid=0
2024-11-09T11:27:24,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742394_1570 (size=31255)
2024-11-09T11:27:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-09T11:27:24,694 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/86a7e541bc204c81accae09f01161b21
2024-11-09T11:27:24,706 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/9c2eca1ffe3e43e6b0d4b60e3b80c299 is 50, key is test_row_0/B:col10/1731151643684/Put/seqid=0
2024-11-09T11:27:24,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742395_1571 (size=12301)
2024-11-09T11:27:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-09T11:27:25,110 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/9c2eca1ffe3e43e6b0d4b60e3b80c299
2024-11-09T11:27:25,121 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ad283de50d404cc8834d9d6f753b9a29 is 50, key is test_row_0/C:col10/1731151643684/Put/seqid=0
2024-11-09T11:27:25,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742396_1572 (size=12301)
2024-11-09T11:27:25,528 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ad283de50d404cc8834d9d6f753b9a29
2024-11-09T11:27:25,539 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/A/86a7e541bc204c81accae09f01161b21 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/86a7e541bc204c81accae09f01161b21
2024-11-09T11:27:25,542 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/86a7e541bc204c81accae09f01161b21, entries=150, sequenceid=273, filesize=30.5 K
2024-11-09T11:27:25,543 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/B/9c2eca1ffe3e43e6b0d4b60e3b80c299 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/9c2eca1ffe3e43e6b0d4b60e3b80c299
2024-11-09T11:27:25,546 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/9c2eca1ffe3e43e6b0d4b60e3b80c299, entries=150, sequenceid=273, filesize=12.0 K
2024-11-09T11:27:25,547 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/.tmp/C/ad283de50d404cc8834d9d6f753b9a29 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ad283de50d404cc8834d9d6f753b9a29
2024-11-09T11:27:25,549 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ad283de50d404cc8834d9d6f753b9a29, entries=150, sequenceid=273, filesize=12.0 K
2024-11-09T11:27:25,550 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 274647aa53ee11da4ad7659e99e72660 in 1692ms, sequenceid=273, compaction requested=false
2024-11-09T11:27:25,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/af31cebe56084deb93ea5ae3fcdaee56, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/19f0e19609b0462c886c87d737a07df4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5a488d6a3b83451f812edbb6712a30f9, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/473dbd807e9f4a36a6cadc6a09fe5067, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b605ba394c7140218f0d8fc7f1d2330a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3] to archive
2024-11-09T11:27:25,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:27:25,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/079b58c7adb24a58a617f71216e0a4d4
2024-11-09T11:27:25,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/2bd97ede68224e4288ce9e7dba9a0815
2024-11-09T11:27:25,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/af31cebe56084deb93ea5ae3fcdaee56 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/af31cebe56084deb93ea5ae3fcdaee56
2024-11-09T11:27:25,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fe0c65c82a5045e9bd5a983f65a0e24e
2024-11-09T11:27:25,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/541a27f819ea4d14ab1c3a57306d1c2a
2024-11-09T11:27:25,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c38a0ec485944f1484b802e2569938ba
2024-11-09T11:27:25,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/19f0e19609b0462c886c87d737a07df4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/19f0e19609b0462c886c87d737a07df4
2024-11-09T11:27:25,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/fa5bab18568648f98b5fc6e72a6da2e3
2024-11-09T11:27:25,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/90a01851e1b441549fcdb1075b18eb2a
2024-11-09T11:27:25,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5a488d6a3b83451f812edbb6712a30f9 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5a488d6a3b83451f812edbb6712a30f9
2024-11-09T11:27:25,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/5f28517031234b068818fba747c584e5
2024-11-09T11:27:25,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b2ba1962ab5a4c279b2dd20f60aa90a0
2024-11-09T11:27:25,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/473dbd807e9f4a36a6cadc6a09fe5067 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/473dbd807e9f4a36a6cadc6a09fe5067
2024-11-09T11:27:25,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/c3d898550093478cae31fd0502eb9dd4
2024-11-09T11:27:25,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/030495654793486da90f46b653e1925f
2024-11-09T11:27:25,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b605ba394c7140218f0d8fc7f1d2330a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/b605ba394c7140218f0d8fc7f1d2330a
2024-11-09T11:27:25,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/3b812bd0e0f8436e9b35ec09b38d95e7
2024-11-09T11:27:25,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/e6d9dc11b5894b1894699edc6c5f81d3
2024-11-09T11:27:25,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0b906c889d0a4de8ab9b645f408cd0a4, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/f24fe70c61be4ab8b5754d573fe219b7, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ede9d2b1201e4203a477d96f1854ec1f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/bc2c961ce21344d9a6eecdb3c0d79d10, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/c4facdec7b1347789d3e79bd8f8e8752, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/e1ae85a7dfcd4fbc9d957334f0531ecb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/50b6e7dca06f40d2bac821f1da08382b, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/6cd8b44459d747cc8e628110e990a60c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/aea60008ef95469a86d5907e66a68662, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/764c774a517b484b82f94802e09a198f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0c33fa283d334f6aa6b2197189e0b345, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/919039d29d4240f58cea9b2b9979730f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/51deced238a848028fd590c56da4219e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/449a7eeba10e483cb47700e1d3983e0e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/8c08134595a94413baa27ef360e0a32c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/fcfa8adcd1cd423399b139397ebdf2d5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ca8085b5956445488218fc2766c2425a, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/4060b2318e094dcea8a5354d452f5556] to archive
2024-11-09T11:27:25,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:27:25,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0b906c889d0a4de8ab9b645f408cd0a4 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0b906c889d0a4de8ab9b645f408cd0a4
2024-11-09T11:27:25,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/f24fe70c61be4ab8b5754d573fe219b7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/f24fe70c61be4ab8b5754d573fe219b7
2024-11-09T11:27:25,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ede9d2b1201e4203a477d96f1854ec1f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ede9d2b1201e4203a477d96f1854ec1f
2024-11-09T11:27:25,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/bc2c961ce21344d9a6eecdb3c0d79d10 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/bc2c961ce21344d9a6eecdb3c0d79d10
2024-11-09T11:27:25,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/c4facdec7b1347789d3e79bd8f8e8752 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/c4facdec7b1347789d3e79bd8f8e8752
2024-11-09T11:27:25,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/e1ae85a7dfcd4fbc9d957334f0531ecb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/e1ae85a7dfcd4fbc9d957334f0531ecb
2024-11-09T11:27:25,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/50b6e7dca06f40d2bac821f1da08382b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/50b6e7dca06f40d2bac821f1da08382b
2024-11-09T11:27:25,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/6cd8b44459d747cc8e628110e990a60c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/6cd8b44459d747cc8e628110e990a60c
2024-11-09T11:27:25,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/aea60008ef95469a86d5907e66a68662 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/aea60008ef95469a86d5907e66a68662
2024-11-09T11:27:25,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/764c774a517b484b82f94802e09a198f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/764c774a517b484b82f94802e09a198f
2024-11-09T11:27:25,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0c33fa283d334f6aa6b2197189e0b345 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/0c33fa283d334f6aa6b2197189e0b345
2024-11-09T11:27:25,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/919039d29d4240f58cea9b2b9979730f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/919039d29d4240f58cea9b2b9979730f
2024-11-09T11:27:25,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/51deced238a848028fd590c56da4219e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/51deced238a848028fd590c56da4219e
2024-11-09T11:27:25,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/449a7eeba10e483cb47700e1d3983e0e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/449a7eeba10e483cb47700e1d3983e0e
2024-11-09T11:27:25,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/8c08134595a94413baa27ef360e0a32c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/8c08134595a94413baa27ef360e0a32c
2024-11-09T11:27:25,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/fcfa8adcd1cd423399b139397ebdf2d5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/fcfa8adcd1cd423399b139397ebdf2d5
2024-11-09T11:27:25,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ca8085b5956445488218fc2766c2425a to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/ca8085b5956445488218fc2766c2425a
2024-11-09T11:27:25,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/4060b2318e094dcea8a5354d452f5556 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/4060b2318e094dcea8a5354d452f5556
2024-11-09T11:27:25,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/9eaa02a5b7834d3595eb49bafa4d3221, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/bab532706959474f8340c6f6c767842e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/889d4a34cd35463c8f22c45040273288, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/530a2c08f04c4215ae715675594e05b5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ac9a26d5611f41289e23ac55914e90c5, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/370e39ee6c494de3a40b49737a263237, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/5b38abf5ba814d30b0f84575656456a6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ebf2a715601447ce9b17f54384d775bc, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/d7393d27e4c44de3ae89da06dfffffd6, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/e4139f7ff04a4aa29ef3f6c47a86cb72, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/b1f6944329a3407bb4e7184c72a45a2c, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/dbcf1a4c363e4fccb8a3d615be97cdeb, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6150653455f340d780de3a35df83405f, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/2537fa56a4d44c7088473dfb212828ce, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/97d114fc1b874dd3821036ce0aae9f9e, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/0411e199d1c34861b90820ca62f5d82d, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/4a8d4a2c936c47b0b543c4459b8114c3, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6d11572a1993419587d3eb38fe69c413] to archive
2024-11-09T11:27:25,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-09T11:27:25,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/9eaa02a5b7834d3595eb49bafa4d3221 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/9eaa02a5b7834d3595eb49bafa4d3221
2024-11-09T11:27:25,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/bab532706959474f8340c6f6c767842e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/bab532706959474f8340c6f6c767842e
2024-11-09T11:27:25,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/889d4a34cd35463c8f22c45040273288 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/889d4a34cd35463c8f22c45040273288
2024-11-09T11:27:25,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/530a2c08f04c4215ae715675594e05b5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/530a2c08f04c4215ae715675594e05b5
2024-11-09T11:27:25,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ac9a26d5611f41289e23ac55914e90c5 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ac9a26d5611f41289e23ac55914e90c5
2024-11-09T11:27:25,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/370e39ee6c494de3a40b49737a263237 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/370e39ee6c494de3a40b49737a263237
2024-11-09T11:27:25,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/5b38abf5ba814d30b0f84575656456a6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/5b38abf5ba814d30b0f84575656456a6
2024-11-09T11:27:25,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ebf2a715601447ce9b17f54384d775bc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ebf2a715601447ce9b17f54384d775bc
2024-11-09T11:27:25,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/d7393d27e4c44de3ae89da06dfffffd6 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/d7393d27e4c44de3ae89da06dfffffd6
2024-11-09T11:27:25,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/e4139f7ff04a4aa29ef3f6c47a86cb72 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/e4139f7ff04a4aa29ef3f6c47a86cb72
2024-11-09T11:27:25,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/b1f6944329a3407bb4e7184c72a45a2c to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/b1f6944329a3407bb4e7184c72a45a2c
2024-11-09T11:27:25,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/dbcf1a4c363e4fccb8a3d615be97cdeb to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/dbcf1a4c363e4fccb8a3d615be97cdeb
2024-11-09T11:27:25,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6150653455f340d780de3a35df83405f to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6150653455f340d780de3a35df83405f
2024-11-09T11:27:25,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/2537fa56a4d44c7088473dfb212828ce to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/2537fa56a4d44c7088473dfb212828ce
2024-11-09T11:27:25,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/97d114fc1b874dd3821036ce0aae9f9e to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/97d114fc1b874dd3821036ce0aae9f9e
2024-11-09T11:27:25,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/0411e199d1c34861b90820ca62f5d82d to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/0411e199d1c34861b90820ca62f5d82d
2024-11-09T11:27:25,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/4a8d4a2c936c47b0b543c4459b8114c3 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/4a8d4a2c936c47b0b543c4459b8114c3
2024-11-09T11:27:25,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6d11572a1993419587d3eb38fe69c413 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/6d11572a1993419587d3eb38fe69c413
2024-11-09T11:27:25,600 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/recovered.edits/276.seqid, newMaxSeqId=276, maxSeqId=4
2024-11-09T11:27:25,600 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.
2024-11-09T11:27:25,600 DEBUG [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 274647aa53ee11da4ad7659e99e72660:
Waiting for close lock at 1731151643858Running coprocessor pre-close hooks at 1731151643858Disabling compacts and flushes for region at 1731151643858Disabling writes for close at 1731151643858Obtaining lock to block concurrent updates at 1731151643858Preparing flush snapshotting stores in 274647aa53ee11da4ad7659e99e72660 at 1731151643858Finished memstore snapshotting TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731151643859 (+1 ms)Flushing stores of TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660. at 1731151643860 (+1 ms)Flushing 274647aa53ee11da4ad7659e99e72660/A: creating writer at 1731151643861 (+1 ms)Flushing mob file 274647aa53ee11da4ad7659e99e72660/A: appending metadata at 1731151643869 (+8 ms)Flushing mob file 274647aa53ee11da4ad7659e99e72660/A: closing flushed file at 1731151643869Flushing 274647aa53ee11da4ad7659e99e72660/A: appending metadata at 1731151644287 (+418 ms)Flushing 274647aa53ee11da4ad7659e99e72660/A: closing flushed file at 1731151644287Flushing 274647aa53ee11da4ad7659e99e72660/B: creating writer at 1731151644703 (+416 ms)Flushing 274647aa53ee11da4ad7659e99e72660/B: appending metadata at 1731151644705 (+2 ms)Flushing 274647aa53ee11da4ad7659e99e72660/B: closing flushed file at 1731151644705Flushing 274647aa53ee11da4ad7659e99e72660/C: creating writer at 1731151645116 (+411 ms)Flushing 274647aa53ee11da4ad7659e99e72660/C: appending metadata at 1731151645120 (+4 ms)Flushing 274647aa53ee11da4ad7659e99e72660/C: closing flushed file at 1731151645120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2928e56a: reopening flushed file at 1731151645539 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c75913e: reopening flushed file at 1731151645542 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a1e2bd: reopening flushed file at 1731151645546 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 274647aa53ee11da4ad7659e99e72660 in 1692ms, sequenceid=273, compaction requested=false at 1731151645550 (+4 ms)Writing region close event to WAL at 1731151645597 (+47 ms)Running coprocessor post-close hooks at 1731151645600 (+3 ms)Closed at 1731151645600
2024-11-09T11:27:25,602 INFO  [RS_CLOSE_REGION-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,602 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=274647aa53ee11da4ad7659e99e72660, regionState=CLOSED
2024-11-09T11:27:25,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 because future has completed
2024-11-09T11:27:25,605 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168
2024-11-09T11:27:25,605 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 274647aa53ee11da4ad7659e99e72660, server=3264b4bbda9f,45745,1731151465654 in 1.9000 sec
2024-11-09T11:27:25,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167
2024-11-09T11:27:25,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=274647aa53ee11da4ad7659e99e72660, UNASSIGN in 1.9050 sec
2024-11-09T11:27:25,608 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166
2024-11-09T11:27:25,608 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9080 sec
2024-11-09T11:27:25,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731151645609"}]},"ts":"1731151645609"}
2024-11-09T11:27:25,611 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-09T11:27:25,611 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-09T11:27:25,613 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9200 sec
2024-11-09T11:27:25,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-09T11:27:25,843 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:25,845 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-09T11:27:25,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:25,850 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-09T11:27:25,852 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:25,854 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,858 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C, FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/recovered.edits]
2024-11-09T11:27:25,862 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/86a7e541bc204c81accae09f01161b21 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/86a7e541bc204c81accae09f01161b21
2024-11-09T11:27:25,864 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/bf2ca4efdff74a959bde3c86d6dbe89b to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/A/bf2ca4efdff74a959bde3c86d6dbe89b
2024-11-09T11:27:25,867 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/757a2895a89f4d7caf40184fe15990a7 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/757a2895a89f4d7caf40184fe15990a7
2024-11-09T11:27:25,869 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/9c2eca1ffe3e43e6b0d4b60e3b80c299 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/B/9c2eca1ffe3e43e6b0d4b60e3b80c299
2024-11-09T11:27:25,873 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/1fbe1ba9baad4f318410ad37c3ed19bc to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/1fbe1ba9baad4f318410ad37c3ed19bc
2024-11-09T11:27:25,875 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ad283de50d404cc8834d9d6f753b9a29 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/C/ad283de50d404cc8834d9d6f753b9a29
2024-11-09T11:27:25,878 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/recovered.edits/276.seqid to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660/recovered.edits/276.seqid
2024-11-09T11:27:25,879 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/default/TestAcidGuarantees/274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,879 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-09T11:27:25,879 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T11:27:25,881 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-09T11:27:25,885 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090c65c70902ab447d933e88dbbc3610eb_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411090c65c70902ab447d933e88dbbc3610eb_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,887 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092f29b9d71904428ba5b4813e49f78de3_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411092f29b9d71904428ba5b4813e49f78de3_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,888 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110930bf0c012611460c982580de3c3836e5_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110930bf0c012611460c982580de3c3836e5_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,891 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110932eedbf1672645beb85276bf1689458f_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110932eedbf1672645beb85276bf1689458f_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,892 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e1d16db34594b2b9c7ea8c9108cc6cb_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411093e1d16db34594b2b9c7ea8c9108cc6cb_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,894 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094c094b09c5544cf18e911d16ec5b249f_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411094c094b09c5544cf18e911d16ec5b249f_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,895 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950cf2a91b66c481d9d8c8c77227004ed_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110950cf2a91b66c481d9d8c8c77227004ed_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,896 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095d4a995ade184fd6bc16f75e6925f463_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411095d4a995ade184fd6bc16f75e6925f463_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,897 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5f6e0920402446f92eeaf00acac1730_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b5f6e0920402446f92eeaf00acac1730_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,898 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b8effe484a7441d99e00cb908abfc65e_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109b8effe484a7441d99e00cb908abfc65e_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,899 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c1a604f9413b4be19e4f7154cafbe836_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c1a604f9413b4be19e4f7154cafbe836_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,900 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c6876a456843441eb569c352dc1adabe_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109c6876a456843441eb569c352dc1adabe_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,902 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f63a758688174ce6a02136b225f2a798_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109f63a758688174ce6a02136b225f2a798_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,903 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fecbe820d9bf47d9b363cb71ce59c37a_274647aa53ee11da4ad7659e99e72660 to hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241109fecbe820d9bf47d9b363cb71ce59c37a_274647aa53ee11da4ad7659e99e72660
2024-11-09T11:27:25,904 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-09T11:27:25,907 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:25,910 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-09T11:27:25,912 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-09T11:27:25,913 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:25,913 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-09T11:27:25,914 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731151645913"}]},"ts":"9223372036854775807"}
2024-11-09T11:27:25,915 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-09T11:27:25,915 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 274647aa53ee11da4ad7659e99e72660, NAME => 'TestAcidGuarantees,,1731151612072.274647aa53ee11da4ad7659e99e72660.', STARTKEY => '', ENDKEY => ''}]
2024-11-09T11:27:25,915 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-09T11:27:25,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731151645916"}]},"ts":"9223372036854775807"}
2024-11-09T11:27:25,918 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-09T11:27:25,919 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-09T11:27:25,921 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec
2024-11-09T11:27:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170
2024-11-09T11:27:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-09T11:27:25,963 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-09T11:27:25,974 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=237 (was 238), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 349), ProcessCount=11 (was 11), AvailableMemoryMB=2338 (was 2344)
2024-11-09T11:27:25,974 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T11:27:25,974 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:27:25,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:27:25,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:25,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:25,975 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T11:27:25,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T11:27:25,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1258311727, stopped=false
2024-11-09T11:27:25,975 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3264b4bbda9f,42223,1731151464727
2024-11-09T11:27:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T11:27:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T11:27:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:27:26,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:27:26,055 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T11:27:26,056 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T11:27:26,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:27:26,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:26,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T11:27:26,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T11:27:26,058 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3264b4bbda9f,45745,1731151465654' *****
2024-11-09T11:27:26,058 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T11:27:26,059 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T11:27:26,059 INFO  [RS:0;3264b4bbda9f:45745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T11:27:26,059 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T11:27:26,059 INFO  [RS:0;3264b4bbda9f:45745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(959): stopping server 3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3264b4bbda9f:45745.
2024-11-09T11:27:26,060 DEBUG [RS:0;3264b4bbda9f:45745 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T11:27:26,060 DEBUG [RS:0;3264b4bbda9f:45745 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T11:27:26,060 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T11:27:26,061 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T11:27:26,061 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T11:27:26,061 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T11:27:26,061 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:26,061 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T11:27:26,061 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T11:27:26,061 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T11:27:26,061 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T11:27:26,061 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-09T11:27:26,083 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/info/72cf895f5a7149cd91a662743dbd8575 is 95, key is TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c./info:/1731151497650/DeleteFamily/seqid=0
2024-11-09T11:27:26,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742397_1573 (size=6514)
2024-11-09T11:27:26,124 INFO  [regionserver/3264b4bbda9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T11:27:26,261 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:26,462 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:26,488 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/info/72cf895f5a7149cd91a662743dbd8575
2024-11-09T11:27:26,587 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/ns/d1029e2fc3dd4dc39a6bc94f25517057 is 93, key is TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c./ns:/1731151497609/DeleteFamily/seqid=0
2024-11-09T11:27:26,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742398_1574 (size=5906)
2024-11-09T11:27:26,610 INFO  [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T11:27:26,610 INFO  [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T11:27:26,662 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:26,862 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:26,992 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/ns/d1029e2fc3dd4dc39a6bc94f25517057
2024-11-09T11:27:27,019 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/rep_barrier/83d94cea244d4c50afef4fa21fb185df is 102, key is TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c./rep_barrier:/1731151497609/DeleteFamily/seqid=0
2024-11-09T11:27:27,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742399_1575 (size=6025)
2024-11-09T11:27:27,063 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:27,263 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:27,424 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/rep_barrier/83d94cea244d4c50afef4fa21fb185df
2024-11-09T11:27:27,448 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/table/a25e67754baf45e4acdc2105784e8350 is 96, key is TestAcidGuarantees,,1731151469204.9a83cbfba7c5bc2e31b6914994ddc34c./table:/1731151497609/DeleteFamily/seqid=0
2024-11-09T11:27:27,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742400_1576 (size=5936)
2024-11-09T11:27:27,463 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:27,537 INFO  [regionserver/3264b4bbda9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped
2024-11-09T11:27:27,663 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:27,853 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/table/a25e67754baf45e4acdc2105784e8350
2024-11-09T11:27:27,863 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/info/72cf895f5a7149cd91a662743dbd8575 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/info/72cf895f5a7149cd91a662743dbd8575
2024-11-09T11:27:27,864 DEBUG [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T11:27:27,868 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/info/72cf895f5a7149cd91a662743dbd8575, entries=12, sequenceid=90, filesize=6.4 K
2024-11-09T11:27:27,870 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/ns/d1029e2fc3dd4dc39a6bc94f25517057 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/ns/d1029e2fc3dd4dc39a6bc94f25517057
2024-11-09T11:27:27,874 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/ns/d1029e2fc3dd4dc39a6bc94f25517057, entries=8, sequenceid=90, filesize=5.8 K
2024-11-09T11:27:27,875 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/rep_barrier/83d94cea244d4c50afef4fa21fb185df as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/rep_barrier/83d94cea244d4c50afef4fa21fb185df
2024-11-09T11:27:27,880 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/rep_barrier/83d94cea244d4c50afef4fa21fb185df, entries=6, sequenceid=90, filesize=5.9 K
2024-11-09T11:27:27,882 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/.tmp/table/a25e67754baf45e4acdc2105784e8350 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/table/a25e67754baf45e4acdc2105784e8350
2024-11-09T11:27:27,886 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/table/a25e67754baf45e4acdc2105784e8350, entries=7, sequenceid=90, filesize=5.8 K
2024-11-09T11:27:27,886 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1825ms, sequenceid=90, compaction requested=false
2024-11-09T11:27:27,890 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-09T11:27:27,891 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T11:27:27,891 INFO  [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T11:27:27,891 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731151646061Running coprocessor pre-close hooks at 1731151646061Disabling compacts and flushes for region at 1731151646061Disabling writes for close at 1731151646061Obtaining lock to block concurrent updates at 1731151646061Preparing flush snapshotting stores in 1588230740 at 1731151646061Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731151646062 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731151646062Flushing 1588230740/info: creating writer at 1731151646062Flushing 1588230740/info: appending metadata at 1731151646083 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731151646083Flushing 1588230740/ns: creating writer at 1731151646568 (+485 ms)Flushing 1588230740/ns: appending metadata at 1731151646587 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731151646587Flushing 1588230740/rep_barrier: creating writer at 1731151647003 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731151647019 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731151647019Flushing 1588230740/table: creating writer at 1731151647432 (+413 ms)Flushing 1588230740/table: appending metadata at 1731151647447 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731151647447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d8873a: reopening flushed file at 1731151647862 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e417b6: reopening flushed file at 1731151647869 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44289605: reopening flushed file at 1731151647875 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dafccc0: reopening flushed file at 1731151647881 (+6 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1825ms, sequenceid=90, compaction requested=false at 1731151647886 (+5 ms)Writing region close event to WAL at 1731151647888 (+2 ms)Running coprocessor post-close hooks at 1731151647891 (+3 ms)Closed at 1731151647891
2024-11-09T11:27:27,891 DEBUG [RS_CLOSE_META-regionserver/3264b4bbda9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T11:27:28,064 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(976): stopping server 3264b4bbda9f,45745,1731151465654; all regions closed.
2024-11-09T11:27:28,072 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741834_1010 (size=25344)
2024-11-09T11:27:28,075 DEBUG [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/oldWALs
2024-11-09T11:27:28,075 INFO  [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C45745%2C1731151465654.meta:.meta(num 1731151468713)
2024-11-09T11:27:28,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741832_1008 (size=12847113)
2024-11-09T11:27:28,080 DEBUG [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/oldWALs
2024-11-09T11:27:28,080 INFO  [RS:0;3264b4bbda9f:45745 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3264b4bbda9f%2C45745%2C1731151465654:(num 1731151467699)
2024-11-09T11:27:28,080 DEBUG [RS:0;3264b4bbda9f:45745 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T11:27:28,080 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T11:27:28,080 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T11:27:28,080 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.ChoreService(370): Chore service for: regionserver/3264b4bbda9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T11:27:28,080 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T11:27:28,081 INFO  [regionserver/3264b4bbda9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T11:27:28,081 INFO  [RS:0;3264b4bbda9f:45745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45745
2024-11-09T11:27:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T11:27:28,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3264b4bbda9f,45745,1731151465654
2024-11-09T11:27:28,137 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T11:27:28,139 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3264b4bbda9f,45745,1731151465654]
2024-11-09T11:27:28,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3264b4bbda9f,45745,1731151465654 already deleted, retry=false
2024-11-09T11:27:28,159 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3264b4bbda9f,45745,1731151465654 expired; onlineServers=0
2024-11-09T11:27:28,159 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3264b4bbda9f,42223,1731151464727' *****
2024-11-09T11:27:28,159 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T11:27:28,159 INFO  [M:0;3264b4bbda9f:42223 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T11:27:28,159 INFO  [M:0;3264b4bbda9f:42223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T11:27:28,159 DEBUG [M:0;3264b4bbda9f:42223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T11:27:28,160 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T11:27:28,160 DEBUG [M:0;3264b4bbda9f:42223 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T11:27:28,160 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151467410 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.large.0-1731151467410,5,FailOnTimeoutGroup]
2024-11-09T11:27:28,160 DEBUG [master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151467413 {}] cleaner.HFileCleaner(306): Exit Thread[master/3264b4bbda9f:0:becomeActiveMaster-HFileCleaner.small.0-1731151467413,5,FailOnTimeoutGroup]
2024-11-09T11:27:28,160 INFO  [M:0;3264b4bbda9f:42223 {}] hbase.ChoreService(370): Chore service for: master/3264b4bbda9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T11:27:28,161 INFO  [M:0;3264b4bbda9f:42223 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T11:27:28,161 DEBUG [M:0;3264b4bbda9f:42223 {}] master.HMaster(1795): Stopping service threads
2024-11-09T11:27:28,161 INFO  [M:0;3264b4bbda9f:42223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T11:27:28,161 INFO  [M:0;3264b4bbda9f:42223 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T11:27:28,161 ERROR [M:0;3264b4bbda9f:42223 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-09T11:27:28,163 INFO  [M:0;3264b4bbda9f:42223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T11:27:28,163 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T11:27:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-09T11:27:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T11:27:28,169 DEBUG [M:0;3264b4bbda9f:42223 {}] zookeeper.ZKUtil(347): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-09T11:27:28,169 WARN  [M:0;3264b4bbda9f:42223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T11:27:28,170 INFO  [M:0;3264b4bbda9f:42223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/.lastflushedseqids
2024-11-09T11:27:28,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742401_1577 (size=72)
2024-11-09T11:27:28,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T11:27:28,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45745-0x1011f5701840001, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T11:27:28,250 INFO  [RS:0;3264b4bbda9f:45745 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T11:27:28,250 INFO  [RS:0;3264b4bbda9f:45745 {}] regionserver.HRegionServer(1031): Exiting; stopping=3264b4bbda9f,45745,1731151465654; zookeeper connection closed.
2024-11-09T11:27:28,251 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a5d5557 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a5d5557
2024-11-09T11:27:28,252 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-09T11:27:28,582 INFO  [M:0;3264b4bbda9f:42223 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T11:27:28,583 INFO  [M:0;3264b4bbda9f:42223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T11:27:28,583 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T11:27:28,583 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:27:28,583 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:27:28,583 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T11:27:28,584 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:27:28,584 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=740.17 KB heapSize=908.40 KB
2024-11-09T11:27:28,609 DEBUG [M:0;3264b4bbda9f:42223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b557ffb24804e3a84e6c6f822f90b8c is 82, key is hbase:meta,,1/info:regioninfo/1731151468817/Put/seqid=0
2024-11-09T11:27:28,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742402_1578 (size=5672)
2024-11-09T11:27:29,014 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2071 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b557ffb24804e3a84e6c6f822f90b8c
2024-11-09T11:27:29,043 DEBUG [M:0;3264b4bbda9f:42223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4599ae65207d4648b53d893a6507012f is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x95/proc:d/1731151615253/Put/seqid=0
2024-11-09T11:27:29,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742403_1579 (size=44126)
2024-11-09T11:27:29,448 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=739.62 KB at sequenceid=2071 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4599ae65207d4648b53d893a6507012f
2024-11-09T11:27:29,457 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4599ae65207d4648b53d893a6507012f
2024-11-09T11:27:29,472 DEBUG [M:0;3264b4bbda9f:42223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f1bbe329a64951875f1ce39d866a10 is 69, key is 3264b4bbda9f,45745,1731151465654/rs:state/1731151467430/Put/seqid=0
2024-11-09T11:27:29,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073742404_1580 (size=5156)
2024-11-09T11:27:29,877 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2071 (bloomFilter=true), to=hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f1bbe329a64951875f1ce39d866a10
2024-11-09T11:27:29,888 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b557ffb24804e3a84e6c6f822f90b8c as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b557ffb24804e3a84e6c6f822f90b8c
2024-11-09T11:27:29,893 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b557ffb24804e3a84e6c6f822f90b8c, entries=8, sequenceid=2071, filesize=5.5 K
2024-11-09T11:27:29,893 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4599ae65207d4648b53d893a6507012f as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4599ae65207d4648b53d893a6507012f
2024-11-09T11:27:29,897 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4599ae65207d4648b53d893a6507012f
2024-11-09T11:27:29,897 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4599ae65207d4648b53d893a6507012f, entries=170, sequenceid=2071, filesize=43.1 K
2024-11-09T11:27:29,898 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f1bbe329a64951875f1ce39d866a10 as hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07f1bbe329a64951875f1ce39d866a10
2024-11-09T11:27:29,901 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32857/user/jenkins/test-data/fe1c3e46-d08b-b84f-7d57-7729058dac2f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07f1bbe329a64951875f1ce39d866a10, entries=1, sequenceid=2071, filesize=5.0 K
2024-11-09T11:27:29,902 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~740.17 KB/757938, heapSize ~908.10 KB/929896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=2071, compaction requested=false
2024-11-09T11:27:29,903 INFO  [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T11:27:29,903 DEBUG [M:0;3264b4bbda9f:42223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731151648583Disabling compacts and flushes for region at 1731151648583Disabling writes for close at 1731151648583Obtaining lock to block concurrent updates at 1731151648584 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731151648584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=757938, getHeapSize=930136, getOffHeapSize=0, getCellsCount=2266 at 1731151648585 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731151648585Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731151648586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731151648609 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731151648609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731151649023 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731151649043 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731151649043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731151649457 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731151649472 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731151649472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234f44b2: reopening flushed file at 1731151649887 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea09005: reopening flushed file at 1731151649893 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff1aba2: reopening flushed file at 1731151649897 (+4 ms)Finished flush of dataSize ~740.17 KB/757938, heapSize ~908.10 KB/929896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=2071, compaction requested=false at 1731151649902 (+5 ms)Writing region close event to WAL at 1731151649903 (+1 ms)Closed at 1731151649903
2024-11-09T11:27:29,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43789 is added to blk_1073741830_1006 (size=893752)
2024-11-09T11:27:29,907 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T11:27:29,907 INFO  [M:0;3264b4bbda9f:42223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T11:27:29,907 INFO  [M:0;3264b4bbda9f:42223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42223
2024-11-09T11:27:29,907 INFO  [M:0;3264b4bbda9f:42223 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T11:27:30,059 INFO  [M:0;3264b4bbda9f:42223 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T11:27:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T11:27:30,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42223-0x1011f5701840000, quorum=127.0.0.1:64269, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T11:27:30,071 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T11:27:30,073 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T11:27:30,074 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T11:27:30,074 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T11:27:30,074 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/hadoop.log.dir/,STOPPED}
2024-11-09T11:27:30,076 WARN  [BP-997501660-172.17.0.2-1731151460719 heartbeating to localhost/127.0.0.1:32857 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T11:27:30,076 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T11:27:30,076 WARN  [BP-997501660-172.17.0.2-1731151460719 heartbeating to localhost/127.0.0.1:32857 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-997501660-172.17.0.2-1731151460719 (Datanode Uuid 530484bd-c9bb-426d-8e8e-d03fb1e596c5) service to localhost/127.0.0.1:32857
2024-11-09T11:27:30,076 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T11:27:30,079 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/data/data1/current/BP-997501660-172.17.0.2-1731151460719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T11:27:30,079 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/cluster_3a58b3bf-f322-fa9d-1fd3-616ad9290181/data/data2/current/BP-997501660-172.17.0.2-1731151460719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T11:27:30,079 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T11:27:30,087 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T11:27:30,088 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T11:27:30,088 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T11:27:30,088 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T11:27:30,088 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c312eca6-5d27-a4a5-ef1d-560913b36085/hadoop.log.dir/,STOPPED}
2024-11-09T11:27:30,101 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T11:27:30,211 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down